{"id":"https://openalex.org/W2398753020","doi":"https://doi.org/10.21437/slate.2007-31","title":"Speechrater\u2122: a construct-driven approach to scoring spontaneous non-native speech","display_name":"Speechrater\u2122: a construct-driven approach to scoring spontaneous non-native speech","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W2398753020","doi":"https://doi.org/10.21437/slate.2007-31","mag":"2398753020"},"language":"en","primary_location":{"id":"doi:10.21437/slate.2007-31","is_oa":true,"landing_page_url":"https://doi.org/10.21437/slate.2007-31","pdf_url":"https://www.isca-archive.org/slate_2007/zechner07_slate.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech and Language Technology in Education (SLaTE 2007)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.isca-archive.org/slate_2007/zechner07_slate.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069537054","display_name":"Klaus Zechner","orcid":"https://orcid.org/0000-0002-9465-6929"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Zechner","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035313772","display_name":"Derrick Higgins","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derrick Higgins","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076976404","display_name":"Xiaoming Xi","orcid":"https://orcid.org/0000-0002-0415-3608"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoming Xi","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":3.8747,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.93899403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"128","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7472809553146362},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5487960577011108},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4912840723991394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47391924262046814},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.4547150135040283},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4334307909011841},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.4163036644458771},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4056103527545929},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11361309885978699}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7472809553146362},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5487960577011108},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4912840723991394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47391924262046814},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.4547150135040283},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4334307909011841},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.4163036644458771},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4056103527545929},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11361309885978699},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.21437/slate.2007-31","is_oa":true,"landing_page_url":"https://doi.org/10.21437/slate.2007-31","pdf_url":"https://www.isca-archive.org/slate_2007/zechner07_slate.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech and Language Technology in Education (SLaTE 2007)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.214.6189","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.214.6189","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.ets.org/Media/Research/pdf/speechrater_2.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.384.9255","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.384.9255","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://isca-speech.org/archive_open/archive_papers/slate_2007/sle7_128.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.652.66","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.652.66","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mkzechner.net/SLaTE07.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.21437/slate.2007-31","is_oa":true,"landing_page_url":"https://doi.org/10.21437/slate.2007-31","pdf_url":"https://www.isca-archive.org/slate_2007/zechner07_slate.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech and Language Technology in Education (SLaTE 2007)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2398753020.pdf"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W37992545","https://openalex.org/W125652930","https://openalex.org/W169960492","https://openalex.org/W619912479","https://openalex.org/W1482162963","https://openalex.org/W2091478063","https://openalex.org/W2152709821"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307","https://openalex.org/W2330342969","https://openalex.org/W2397314375"],"abstract_inverted_index":{"This":[0,29],"paper":[1],"presents":[2],"an":[3,191,197],"overview":[4],"of":[5,9,88,104,108,120,145,159,167,176,186,194,201],"the":[6,67,112,123,133,137,157,161],"SpeechRaterTM":[7],"system":[8,19,31],"Educational":[10],"Testing":[11],"Service":[12],"(ETS),":[13],"a":[14,26,75,142,150,165,174,182],"fully":[15],"operational":[16],"automated":[17],"scoring":[18,39,138],"for":[20,95,164],"non-native":[21,121],"spontaneous":[22],"speech":[23,38,48,52,113,146],"employed":[24],"in":[25,33,66,99,132],"practice":[27],"context.":[28],"novel":[30],"stands":[32],"contrast":[34],"to":[35,78,93,148,190],"most":[36],"prior":[37],"systems":[40],"which":[41,140,188],"focus":[42],"on":[43,116],"fairly":[44],"predictable,":[45],"low":[46],"entropy":[47],"such":[49],"as":[50],"read-aloud":[51],"or":[53,102],"short":[54],"and":[55,82,84,136,181,196],"predictable":[56],"responses.":[57],"We":[58],"motivate":[59],"our":[60,64,170],"approach":[61],"by":[62],"grounding":[63],"work":[65],"TOEFL":[68],"\u00ae":[69],"iBT":[70],"speaking":[71,151],"construct":[72],"("what":[73,86],"constitutes":[74],"speaker's":[76],"ability":[77],"speak":[79],"comprehensibly,":[80],"coherently":[81],"appropriately?")":[83],"rubrics":[85],"levels":[87,98],"proficiency":[89],"do":[90],"we":[91],"expect":[92],"observe":[94],"different":[96,100],"score":[97,152,163],"aspects":[101],"dimensions":[103],"speech?").":[105],"SpeechRater":[106],"consists":[107],"three":[109,168],"main":[110],"components:":[111],"recognizer,":[114],"trained":[115],"about":[117,128],"30":[118],"hours":[119],"speech,":[122],"feature":[124],"computation":[125],"module,":[126],"computing":[127],"40":[129],"features":[130,147],"predominantly":[131],"fluency":[134],"dimension,":[135],"model,":[139],"combines":[141],"selected":[143],"set":[144,166],"predict":[149],"using":[153],"multiple":[154],"regression.":[155],"On":[156],"task":[158],"estimating":[160],"total":[162],"responses,":[169],"best":[171],"model":[172],"achieves":[173],"correlation":[175,193],"0.67":[177],"with":[178],"human":[179],"scores":[180],"quadratically":[183],"weighted":[184,199],"kappa":[185,200],"0.61,":[187],"compares":[189],"inter-human":[192,198],"0.94":[195],"0.93.":[202],"1.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}