{"id":"https://openalex.org/W2508670452","doi":"https://doi.org/10.18653/v1/p16-1102","title":"Off-topic Response Detection for Spontaneous Spoken English Assessment","display_name":"Off-topic Response Detection for Spontaneous Spoken English Assessment","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2508670452","doi":"https://doi.org/10.18653/v1/p16-1102","mag":"2508670452"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p16-1102","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1102","pdf_url":"https://www.aclweb.org/anthology/P16-1102.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P16-1102.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080001860","display_name":"Andrey Malinin","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrey Malinin","raw_affiliation_strings":["University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045282611","display_name":"Rogier van Dalen","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rogier van Dalen","raw_affiliation_strings":["University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111076409","display_name":"Kate Knill","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Kate Knill","raw_affiliation_strings":["University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445125","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-9500-081X"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Gales","raw_affiliation_strings":["University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Department of Engineering Trumpington St, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111076409"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":3.0921,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.9302649,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1075","last_page":"1084"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.859717845916748},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6308021545410156},{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.5860199332237244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5583323836326599},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5491523742675781},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5440082550048828},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4934360086917877},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.46458297967910767},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.45679429173469543},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15949973464012146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859717845916748},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6308021545410156},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.5860199332237244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5583323836326599},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5491523742675781},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5440082550048828},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4934360086917877},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.46458297967910767},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.45679429173469543},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15949973464012146},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p16-1102","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1102","pdf_url":"https://www.aclweb.org/anthology/P16-1102.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:generic.eprints.org:807130","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/807130/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/279183","is_oa":false,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/279183","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"doi:10.17863/cam.26563","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.26563","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p16-1102","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p16-1102","pdf_url":"https://www.aclweb.org/anthology/P16-1102.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2508670452.pdf","grobid_xml":"https://content.openalex.org/works/W2508670452.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1880262756","https://openalex.org/W1979364015","https://openalex.org/W1999965501","https://openalex.org/W2001082470","https://openalex.org/W2026149468","https://openalex.org/W2101234009","https://openalex.org/W2122355855","https://openalex.org/W2151648027","https://openalex.org/W2158997610","https://openalex.org/W2161988551","https://openalex.org/W2250705520","https://openalex.org/W2251058486","https://openalex.org/W2271177914","https://openalex.org/W2398423749","https://openalex.org/W2399550240","https://openalex.org/W2401430117","https://openalex.org/W2401969231","https://openalex.org/W2407698769","https://openalex.org/W2478443020","https://openalex.org/W4231510805"],"related_works":["https://openalex.org/W2183593636","https://openalex.org/W2350724007","https://openalex.org/W2355751417","https://openalex.org/W2423284978","https://openalex.org/W2083922162","https://openalex.org/W2000075989","https://openalex.org/W4220683390","https://openalex.org/W2365169615","https://openalex.org/W2776838583","https://openalex.org/W104568872"],"abstract_inverted_index":{"Automatic":[0],"spoken":[1],"language":[2,16],"assessment":[3,45],"systems":[4,37],"are":[5],"becoming":[6],"increasingly":[7],"important":[8,57],"to":[9,24,58,66,70,76,111,120,124],"meet":[10],"the":[11,25,61,83,112,142,179],"demand":[12],"for":[13,48],"English":[14],"second":[15],"learning.":[17],"This":[18],"is":[19,46,56,102,109,138],"a":[20,52,129,147,152],"challenging":[21],"task":[22],"due":[23],"high":[26],"error":[27],"rates":[28],"of,":[29],"even":[30],"state-of-the-art,":[31],"non-native":[32],"speech":[33],"recognition.":[34],"Consequently":[35],"current":[36],"primarily":[38],"assess":[39,80],"fluency":[40],"and":[41,85,163],"pronunciation.":[42],"However,":[43],"content":[44],"essential":[47],"full":[49],"automation.":[50],"As":[51],"first":[53],"stage":[54],"it":[55],"judge":[59],"whether":[60],"speaker":[62],"responds":[63],"on":[64,88,95,176],"topic":[65,113,130],"test":[67,116],"questions":[68,125],"designed":[69],"elicit":[71],"spontaneous":[72],"speech.":[73],"Standard":[74],"approaches":[75],"off-topic":[77],"response":[78,84],"detection":[79],"similarity":[81],"between":[82],"question":[86],"based":[87,94],"bag-of-words":[89],"representations.":[90],"An":[91],"alternative":[92],"framework":[93],"Recurrent":[96],"Neural":[97],"Network":[98],"Language":[99,181],"Models":[100],"(RNNLM)":[101],"proposed":[103],"in":[104,128],"this":[105,185],"paper.":[106],"The":[107,149],"RNNLM":[108],"adapted":[110],"of":[114,146,155],"each":[115,158],"question.":[117],"It":[118],"learns":[119],"associate":[121,151],"example":[122,135],"responses":[123,156],"with":[126,157,166],"points":[127],"space":[131],"constructed":[132],"using":[133],"these":[134],"responses.":[136],"Classification":[137],"done":[139],"by":[140],"ranking":[141],"topic-conditional":[143],"posterior":[144],"probabilities":[145],"response.":[148],"RNNLMs":[150],"broad":[153],"range":[154],"topic,":[159],"incorporate":[160],"sequence":[161],"information":[162],"scale":[164],"better":[165],"additional":[167],"training":[168],"data,":[169],"unlike":[170],"standard":[171,188],"methods.":[172],"On":[173],"experiments":[174],"conducted":[175],"data":[177],"from":[178],"Business":[180],"Testing":[182],"Service":[183],"(BULATS)":[184],"approach":[186],"outperforms":[187],"approaches.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}