{"id":"https://openalex.org/W2291868800","doi":"https://doi.org/10.1109/asru.2015.7404814","title":"Using bidirectional lstm recurrent neural networks to learn high-level abstractions of sequential features for automated scoring of non-native spontaneous speech","display_name":"Using bidirectional lstm recurrent neural networks to learn high-level abstractions of sequential features for automated scoring of non-native spontaneous speech","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2291868800","doi":"https://doi.org/10.1109/asru.2015.7404814","mag":"2291868800"},"language":"en","primary_location":{"id":"doi:10.1109/asru.2015.7404814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2015.7404814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Workshop on Automatic Speech Recognition and Understanding (ASRU)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061025828","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0001-8407-1137"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhou Yu","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068455745","display_name":"Vikram Ramanarayanan","orcid":"https://orcid.org/0000-0001-7810-2769"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikram Ramanarayanan","raw_affiliation_strings":["Educational Testing Service R&D, San Francisco, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, San Francisco, CA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008930900","display_name":"David Suendermann\u2010Oeft","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Suendermann-Oeft","raw_affiliation_strings":["Educational Testing Service R&D, San Francisco, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, San Francisco, CA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772594","display_name":"Xinhao Wang","orcid":"https://orcid.org/0000-0002-0366-7543"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinhao Wang","raw_affiliation_strings":["Educational Testing Service R&D, San Francisco, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, San Francisco, CA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069537054","display_name":"Klaus Zechner","orcid":"https://orcid.org/0000-0002-9465-6929"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Zechner","raw_affiliation_strings":["Educational Testing Service R&D, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333516","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-8257-5806"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["Educational Testing Service R&D, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109297685","display_name":"Jidong Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jidong Tao","raw_affiliation_strings":["Educational Testing Service R&D, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, NJ","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066175463","display_name":"Aliaksei Ivanou","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aliaksei Ivanou","raw_affiliation_strings":["Educational Testing Service R&D, San Francisco, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, San Francisco, CA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100342006","display_name":"Yao Qian","orcid":"https://orcid.org/0000-0003-1855-9630"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Qian","raw_affiliation_strings":["Educational Testing Service R&D, San Francisco, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service R&D, San Francisco, CA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5061025828"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":7.5672,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.97257046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"338","last_page":"345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.885434627532959},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.614433765411377},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.591564953327179},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5779709219932556},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.5378583669662476},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5302417278289795},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5261316299438477},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4502977728843689},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4040476381778717},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3351402282714844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.885434627532959},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.614433765411377},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.591564953327179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5779709219932556},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.5378583669662476},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5302417278289795},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5261316299438477},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4502977728843689},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4040476381778717},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3351402282714844},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru.2015.7404814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru.2015.7404814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Workshop on Automatic Speech Recognition and Understanding (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W164080121","https://openalex.org/W1578803171","https://openalex.org/W1579108970","https://openalex.org/W1878086946","https://openalex.org/W1964357740","https://openalex.org/W1965044932","https://openalex.org/W1979364015","https://openalex.org/W2005708641","https://openalex.org/W2030026461","https://openalex.org/W2059376792","https://openalex.org/W2064675550","https://openalex.org/W2069029003","https://openalex.org/W2079735306","https://openalex.org/W2085662862","https://openalex.org/W2101234009","https://openalex.org/W2131774270","https://openalex.org/W2144499799","https://openalex.org/W2158240052","https://openalex.org/W2163605009","https://openalex.org/W2170005043","https://openalex.org/W2184188583","https://openalex.org/W2251472752","https://openalex.org/W2251614273","https://openalex.org/W2294797155","https://openalex.org/W2397187886","https://openalex.org/W2400596636","https://openalex.org/W2766736793","https://openalex.org/W3118967241","https://openalex.org/W4212863985","https://openalex.org/W6639286018","https://openalex.org/W6675354045","https://openalex.org/W6682610290","https://openalex.org/W6684191040","https://openalex.org/W6685073429","https://openalex.org/W6686207219","https://openalex.org/W6691925453","https://openalex.org/W6696843773"],"related_works":["https://openalex.org/W4385280324","https://openalex.org/W2912153778","https://openalex.org/W2578422401","https://openalex.org/W4387163678","https://openalex.org/W4288108708","https://openalex.org/W2973430807","https://openalex.org/W2984436043","https://openalex.org/W2912831041","https://openalex.org/W2890685186","https://openalex.org/W2904359912"],"abstract_inverted_index":{"We":[0,28,53,77,112,120,135],"introduce":[1],"a":[2,55,88,106],"new":[3],"method":[4],"to":[5,30,51,61],"grade":[6],"non-native":[7],"spoken":[8],"language":[9],"tests":[10],"automatically.":[11],"Traditional":[12],"automated":[13],"response":[14],"grading":[15],"approaches":[16],"use":[17,54],"manually":[18],"engineered":[19],"time-aggregated":[20,43,75,103,143],"features":[21,34,44,72,86,104,144,151],"(such":[22,35],"as":[23,36],"mean":[24],"length":[25],"of":[26,57,66,130],"pauses).":[27],"propose":[29],"incorporate":[31],"general":[32],"time-sequence":[33,71,85,150],"pitch)":[37],"which":[38],"preserve":[39],"more":[40],"information":[41],"than":[42],"and":[45,95,116],"do":[46],"not":[47],"require":[48],"human":[49,133],"effort":[50],"design.":[52],"type":[56],"recurrent":[58],"neural":[59],"network":[60],"jointly":[62],"optimize":[63,113],"the":[64,74,98,114,117,125],"learning":[65],"high":[67,81,99],"level":[68,82,100],"abstractions":[69,83,101],"from":[70,84],"with":[73,87,102,132],"features.":[76],"first":[78],"automatically":[79],"learn":[80],"Bidirectional":[89],"Long":[90],"Short":[91],"Term":[92],"Memory":[93],"(BLSTM)":[94],"then":[96],"combine":[97],"in":[105,128],"Multilayer":[107],"Perceptron":[108],"(MLP)/Linear":[109],"Regression":[110],"(LR).":[111],"BLSTM":[115],"MLP/LR":[118],"jointly.":[119],"find":[121,137],"such":[122],"models":[123],"reach":[124],"best":[126],"performance":[127,153],"terms":[129],"correlation":[131],"raters.":[134],"also":[136],"that":[138,148],"when":[139],"there":[140],"are":[141],"limited":[142],"available,":[145],"our":[146],"model":[147],"incorporates":[149],"improves":[152],"drastically.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}