{"id":"https://openalex.org/W2939437245","doi":"https://doi.org/10.1109/icassp.2019.8683717","title":"Neural Approaches to Automated Speech Scoring of Monologue and Dialogue Responses","display_name":"Neural Approaches to Automated Speech Scoring of Monologue and Dialogue Responses","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2939437245","doi":"https://doi.org/10.1109/icassp.2019.8683717","mag":"2939437245"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8683717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100342006","display_name":"Yao Qian","orcid":"https://orcid.org/0000-0003-1855-9630"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yao Qian","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029778136","display_name":"Patrick Lange","orcid":"https://orcid.org/0000-0003-3935-663X"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Lange","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030816616","display_name":"Keelan Evanini","orcid":"https://orcid.org/0000-0003-4243-3376"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keelan Evanini","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063307617","display_name":"Robert Pugh","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Pugh","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030738204","display_name":"Rutuja Ubale","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rutuja Ubale","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108692434","display_name":"Matthew Mulholland","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Mulholland","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100772594","display_name":"Xinhao Wang","orcid":"https://orcid.org/0000-0002-0366-7543"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinhao Wang","raw_affiliation_strings":["Educational Testing Service R&D, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100342006"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":1.7471,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88579607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8112","last_page":"8116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7092429995536804},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5652127265930176},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46040284633636475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38723787665367126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092429995536804},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5652127265930176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46040284633636475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38723787665367126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8683717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1979364015","https://openalex.org/W2030026461","https://openalex.org/W2064675550","https://openalex.org/W2110485445","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2161988551","https://openalex.org/W2201092681","https://openalex.org/W2291868800","https://openalex.org/W2327501763","https://openalex.org/W2398423749","https://openalex.org/W2404292492","https://openalex.org/W2408752745","https://openalex.org/W2440757793","https://openalex.org/W2473965551","https://openalex.org/W2510063686","https://openalex.org/W2564237127","https://openalex.org/W2567547739","https://openalex.org/W2575763737","https://openalex.org/W2623025805","https://openalex.org/W2745912937","https://openalex.org/W2749298174","https://openalex.org/W2757310600","https://openalex.org/W2770631478","https://openalex.org/W2803039862","https://openalex.org/W2886359708","https://openalex.org/W2891613731","https://openalex.org/W2951008357","https://openalex.org/W2964308564","https://openalex.org/W3098654368","https://openalex.org/W4254816979","https://openalex.org/W6629717138","https://openalex.org/W6638318767","https://openalex.org/W6679434410","https://openalex.org/W6683499027","https://openalex.org/W6687630728","https://openalex.org/W6696539140","https://openalex.org/W6712825807","https://openalex.org/W6713348119","https://openalex.org/W6713615836"],"related_works":["https://openalex.org/W2611614995","https://openalex.org/W2368651715","https://openalex.org/W2789919619","https://openalex.org/W1552159754","https://openalex.org/W2148757832","https://openalex.org/W4321496520","https://openalex.org/W2293457016","https://openalex.org/W2131420137","https://openalex.org/W3169305685","https://openalex.org/W3107474891"],"abstract_inverted_index":{"We":[0],"present":[1],"Neural":[2,31],"Network":[3],"(NN)":[4],"approaches":[5,108,113],"to":[6,36,61,97,114],"the":[7,50,77,80,83,87,111,118,125],"automated":[8],"assessment":[9],"of":[10,46,79,82,89,120],"non-native":[11],"spontaneous":[12],"speech":[13,115],"in":[14],"a":[15,19,66,99],"monologic":[16],"task":[17],"and":[18,44,74,117],"simulated":[20],"dialogic":[21],"task.":[22],"Three":[23],"attention-based":[24],"Bidirectional":[25],"Long":[26],"Short-Term":[27],"Memory":[28],"(BLSTM)":[29],"Recurrent":[30],"Networks":[32],"(RNN)":[33],"are":[34,59,94,129],"employed":[35],"learn":[37],"three":[38,92],"dimensions":[39],"(i.e.,":[40],"delivery,":[41],"language":[42],"use,":[43],"content)":[45],"scoring":[47,116],"rubrics":[48],"for":[49,85,135],"spoken":[51],"responses.":[52],"The":[53,91,102],"prompts":[54],"or":[55,68],"turn":[56],"history":[57],"information":[58],"encoded":[60],"low-dimensional":[62],"vectors":[63],"by":[64],"either":[65],"BLSTM-RNN":[67],"an":[69],"end-to-end":[70],"memory":[71],"network":[72],"(MemN2N)":[73],"used":[75],"as":[76],"conditions":[78],"inputs":[81],"NN":[84],"rating":[86],"subscore":[88],"content.":[90],"subscores":[93],"fused":[95],"together":[96],"generate":[98],"holistic":[100],"score.":[101],"experimental":[103],"results":[104],"show":[105],"that":[106],"our":[107],"significantly":[109],"outperform":[110],"conventional":[112],"correlations":[119],"automatically":[121],"predicted":[122],"scores":[123,128],"with":[124],"reference":[126],"human":[127],"higher":[130],"than":[131],"human-human":[132],"agreement":[133],"levels":[134],"both":[136],"tasks.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}