{"id":"https://openalex.org/W157496533","doi":"https://doi.org/10.21437/icslp.2002-134","title":"Effects of word error rate in the DARPA communicator data during 2000 and 2001","display_name":"Effects of word error rate in the DARPA communicator data during 2000 and 2001","publication_year":2002,"publication_date":"2002-09-16","ids":{"openalex":"https://openalex.org/W157496533","doi":"https://doi.org/10.21437/icslp.2002-134","mag":"157496533"},"language":"en","primary_location":{"id":"doi:10.21437/icslp.2002-134","is_oa":false,"landing_page_url":"https://doi.org/10.21437/icslp.2002-134","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"7th International Conference on Spoken Language Processing (ICSLP 2002)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108350030","display_name":"Gregory A. Sanders","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Gregory A. Sanders","raw_affiliation_strings":["National Institute of Standards and Technology,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology,","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103514523","display_name":"Audrey N. Le","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Audrey N. Le","raw_affiliation_strings":["National Institute of Standards and Technology,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology,","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015236185","display_name":"John S. Garofolo","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"John S. Garofolo","raw_affiliation_strings":["National Institute of Standards and Technology,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology,","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9855,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.91188685,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"277","last_page":"280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.7034963369369507},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6845260262489319},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6516426205635071},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.5911086201667786},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5336134433746338},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5184323787689209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38668179512023926},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.366528183221817},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34985458850860596},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21593481302261353},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20463618636131287}],"concepts":[{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.7034963369369507},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6845260262489319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6516426205635071},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.5911086201667786},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5336134433746338},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5184323787689209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38668179512023926},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.366528183221817},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34985458850860596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21593481302261353},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20463618636131287},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/icslp.2002-134","is_oa":false,"landing_page_url":"https://doi.org/10.21437/icslp.2002-134","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"7th International Conference on Spoken Language Processing (ICSLP 2002)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W147552783","https://openalex.org/W2080887205"],"related_works":["https://openalex.org/W2309273277","https://openalex.org/W1769849273","https://openalex.org/W2061937230","https://openalex.org/W1574295218","https://openalex.org/W113247760","https://openalex.org/W2547793174","https://openalex.org/W2132885390","https://openalex.org/W2070212102","https://openalex.org/W2132658536","https://openalex.org/W2544241817"],"abstract_inverted_index":{"During":[0],"2000":[1],"and":[2,38,43,68,99],"2001":[3,145],"two":[4],"large":[5,143],"data":[6,75],"collections":[7],"were":[8],"performed,":[9],"with":[10],"paid":[11],"users.":[12],"We":[13,89,162],"analyze":[14],"the":[15,39,74,78,121,133,171,176],"effects":[16],"of":[17,57,123,125,132,170],"speech":[18,159],"recognition":[19,160],"accuracy,":[20],"as":[21,142,146],"measured":[22],"by":[23,76,84],"Word":[24],"Error":[25],"Rate":[26],"(WER),":[27],"on":[28,128],"other":[29],"metrics.":[30],"Analysis":[31],"shows":[32],"a":[33,69,93],"linear":[34,51,70,95],"correlation":[35],"between":[36,97],"WER":[37,98,103,127],"Task":[40,129],"Completion":[41,130],"metrics,":[42],"(unexpectedly)":[44],"this":[45,164],"relationship":[46,96],"remains":[47],"more":[48,66],"or":[49,107],"less":[50,104],"even":[52],"for":[53,61,102,155],"quite":[54],"high":[55],"values":[56],"WER.":[58],"The":[59],"picture":[60],"User":[62,100],"Satisfaction":[63,101],"metrics":[64],"is":[65,82],"complex,":[67],"model":[71],"derived":[72],"from":[73],"using":[77],"PARADISE":[79],"framework":[80],"[1]":[81],"given":[83],"Walker":[85],"et":[86],"al.":[87],"[2].":[88],"present":[90],"evidence":[91],"suggesting":[92],"somewhat":[94],"than":[105],"35%":[106],"40%":[108],"in":[109,115,144,147],"2001,":[110],"compared":[111],"to":[112,138,152,165],"stronger":[113],"correlations":[114],"2000.":[116],"Finally,":[117],"we":[118,150],"note":[119],"that":[120],"size":[122],"effect":[124],"increasing":[126],"(slope":[131],"least-squares":[134],"regression":[135],"line)":[136],"appears":[137],"be":[139,166],"about":[140],"half":[141],"2000,":[148],"which":[149],"attribute":[151],"improved":[153],"strategies":[154],"accomplishing":[156],"tasks":[157],"despite":[158],"errors.":[161],"consider":[163],"an":[167],"important":[168],"accomplishment":[169],"research":[172],"groups":[173],"who":[174],"built":[175],"Communicator":[177],"implementations.":[178]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
