{"id":"https://openalex.org/W2970700979","doi":"https://doi.org/10.18653/v1/w19-4432","title":"Toward Automated Content Feedback Generation for Non-native Spontaneous Speech","display_name":"Toward Automated Content Feedback Generation for Non-native Spontaneous Speech","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970700979","doi":"https://doi.org/10.18653/v1/w19-4432","mag":"2970700979"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4432","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/w19-4432","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008718449","display_name":"Su\u2010Youn Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su-Youn Yoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075500566","display_name":"Ching\u2010Ni Hsieh","orcid":"https://orcid.org/0000-0001-9419-2186"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ching-Ni Hsieh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069537054","display_name":"Klaus Zechner","orcid":"https://orcid.org/0000-0002-9465-6929"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klaus Zechner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108692434","display_name":"Matthew Mulholland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Mulholland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344919","display_name":"Yuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015235744","display_name":"Nitin Madnani","orcid":"https://orcid.org/0000-0001-9354-6851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nitin Madnani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254631757736206},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7053005695343018},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6086158752441406},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5976452827453613},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5931939482688904},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5689325332641602},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5470309257507324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5278608202934265},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.4983863830566406},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.4684484302997589},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.43165460228919983},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11065372824668884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254631757736206},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7053005695343018},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6086158752441406},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5976452827453613},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5931939482688904},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5689325332641602},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5470309257507324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5278608202934265},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.4983863830566406},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.4684484302997589},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43165460228919983},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11065372824668884},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-4432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4432","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4432","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W658020064","https://openalex.org/W1524333225","https://openalex.org/W1965044932","https://openalex.org/W1996120638","https://openalex.org/W2099510088","https://openalex.org/W2101234009","https://openalex.org/W2147982679","https://openalex.org/W2150037669","https://openalex.org/W2153579005","https://openalex.org/W2157574624","https://openalex.org/W2161988551","https://openalex.org/W2250874787","https://openalex.org/W2408229547","https://openalex.org/W2413863797","https://openalex.org/W2478559994","https://openalex.org/W2510063686","https://openalex.org/W2513821450","https://openalex.org/W2803039862","https://openalex.org/W2912981563","https://openalex.org/W2978174475"],"related_works":["https://openalex.org/W2250909759","https://openalex.org/W2532616038","https://openalex.org/W2787311093","https://openalex.org/W155946694","https://openalex.org/W1555968995","https://openalex.org/W4307474317","https://openalex.org/W2147879411","https://openalex.org/W2624072012","https://openalex.org/W2057384730","https://openalex.org/W2008468404"],"abstract_inverted_index":{"In":[0,119],"this":[1],"study,":[2],"we":[3,169],"developed":[4],"an":[5],"automated":[6,126],"algorithm":[7],"to":[8,35,57,64,125,141,173],"provide":[9],"feedback":[10,176],"about":[11,177],"the":[12,31,41,51,104,108,111,121,135,152,156,160,178],"specific":[13],"content":[14,43,80,179],"of":[15,53,110,151,180],"non-native":[16],"English":[17],"speakers\u2019":[18],"spoken":[19,46,62],"responses.":[20,47],"The":[21,147],"responses":[22],"were":[23,123,163],"spontaneous":[24],"speech,":[25],"elicited":[26],"using":[27,77,91],"integrated":[28,40],"tasks":[29],"where":[30],"language":[32,182],"learners":[33],"listened":[34],"and/or":[36],"read":[37],"passages":[38],"and":[39,82,107,131,149,165],"core":[42],"in":[44,60,159],"their":[45],"Our":[48],"models":[49,97,113,122],"detected":[50,188],"absence":[52],"key":[54,190],"points":[55],"considered":[56],"be":[58],"important":[59],"a":[61,65,75,84,99,115,181],"response":[63,88],"particular":[66],"test":[67],"question,":[68],"based":[69,79,94,133,143,185],"on":[70,134,144,186],"two":[71,112],"different":[72],"models:":[73],"(a)":[74],"model":[76,154],"word-embedding":[78],"features":[81],"(b)":[83],"state-of-the":[85],"art":[86],"short":[87],"scoring":[89],"engine":[90],"traditional":[92],"n-gram":[93],"features.":[95],"Both":[96],"achieved":[98,114],"substantially":[100],"improved":[101],"performance":[102,132],"over":[103],"majority":[105],"baseline,":[106],"combination":[109],"significant":[116],"further":[117],"improvement.":[118],"particular,":[120],"robust":[124],"speech":[127],"recognition":[128],"(ASR)":[129],"errors,":[130],"ASR":[136],"word":[137],"hypotheses":[138],"was":[139],"comparable":[140],"that":[142],"manual":[145],"transcriptions.":[146],"accuracy":[148],"F-score":[150],"best":[153],"for":[155],"questions":[157],"included":[158],"train":[161],"set":[162],"0.80":[164],"0.68,":[166],"respectively.":[167],"Finally,":[168],"discussed":[170],"possible":[171],"approaches":[172],"generating":[174],"targeted":[175],"learner\u2019s":[183],"response,":[184],"automatically":[187],"missing":[189],"points.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}