{"id":"https://openalex.org/W2586177144","doi":"https://doi.org/10.1109/slt.2016.7846254","title":"Automatic plagiarism detection for spoken responses in an assessment of English language proficiency","display_name":"Automatic plagiarism detection for spoken responses in an assessment of English language proficiency","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2586177144","doi":"https://doi.org/10.1109/slt.2016.7846254","mag":"2586177144"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2016.7846254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100772594","display_name":"Xinhao Wang","orcid":"https://orcid.org/0000-0002-0366-7543"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinhao Wang","raw_affiliation_strings":["Educational Testing Service, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030816616","display_name":"Keelan Evanini","orcid":"https://orcid.org/0000-0003-4243-3376"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keelan Evanini","raw_affiliation_strings":["Educational Testing Service, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048995937","display_name":"James V. Bruno","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Bruno","raw_affiliation_strings":["Educational Testing Service, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108692434","display_name":"Matthew Mulholland","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Mulholland","raw_affiliation_strings":["Educational Testing Service, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100772594"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":2.6661,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92546286,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8305310010910034},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6831526160240173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6741148233413696},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6090301275253296},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49805712699890137},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49363911151885986},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.45033058524131775},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4407024383544922},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.43734729290008545},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4348739981651306},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4256007969379425},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41939088702201843},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35645607113838196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8305310010910034},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6831526160240173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6741148233413696},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6090301275253296},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49805712699890137},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49363911151885986},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.45033058524131775},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4407024383544922},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.43734729290008545},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4348739981651306},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4256007969379425},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41939088702201843},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35645607113838196},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt.2016.7846254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W86855850","https://openalex.org/W270731963","https://openalex.org/W1493309689","https://openalex.org/W1544505227","https://openalex.org/W1575261888","https://openalex.org/W1596691921","https://openalex.org/W1647729745","https://openalex.org/W1974336599","https://openalex.org/W1979364015","https://openalex.org/W2007842132","https://openalex.org/W2049422789","https://openalex.org/W2069985874","https://openalex.org/W2101105183","https://openalex.org/W2113403290","https://openalex.org/W2122355855","https://openalex.org/W2136480620","https://openalex.org/W2147742901","https://openalex.org/W2150862929","https://openalex.org/W2152311353","https://openalex.org/W2164634022","https://openalex.org/W2170494111","https://openalex.org/W2251574625","https://openalex.org/W2398753020","https://openalex.org/W2404948255","https://openalex.org/W2534712034","https://openalex.org/W2787381839","https://openalex.org/W3006365793","https://openalex.org/W6603477831","https://openalex.org/W6629411485","https://openalex.org/W6632555176","https://openalex.org/W6634554777","https://openalex.org/W6635789232","https://openalex.org/W6636975626","https://openalex.org/W6681820575","https://openalex.org/W6684752407","https://openalex.org/W6691301527","https://openalex.org/W6713305020","https://openalex.org/W6728595811","https://openalex.org/W6748328696","https://openalex.org/W6898505805","https://openalex.org/W6986298011"],"related_works":["https://openalex.org/W2981877337","https://openalex.org/W3203938600","https://openalex.org/W4286910063","https://openalex.org/W2163707935","https://openalex.org/W83146503","https://openalex.org/W2169074127","https://openalex.org/W4225124612","https://openalex.org/W202723009","https://openalex.org/W2043806667","https://openalex.org/W1999699871"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,11,67,70,93,100,109],"task":[4],"of":[5,13,16,69,90,111,117],"automatically":[6],"detecting":[7],"plagiarized":[8,47,94],"responses":[9],"in":[10,73,87],"context":[12],"a":[14,74],"test":[15],"spoken":[17,50,119],"English":[18,60],"proficiency":[19,32,61],"for":[20],"non-native":[21,118],"speakers.":[22],"Text-to-text":[23],"content":[24],"similarity":[25],"features":[26,33],"are":[27],"used":[28,64,106],"jointly":[29],"with":[30],"speaking":[31],"extracted":[34],"using":[35],"an":[36,58,88],"automated":[37,115],"speech":[38],"scoring":[39],"system":[40,72,102],"to":[41,44,65,107],"train":[42],"classifiers":[43],"distinguish":[45],"between":[46],"and":[48,114],"non-plagiarized":[49],"responses.":[51],"A":[52],"large":[53],"data":[54,84],"set":[55,85],"drawn":[56],"from":[57],"operational":[59],"assessment":[62,116],"is":[63],"simulate":[66],"performance":[68],"detection":[71],"practical":[75],"application.":[76],"The":[77],"best":[78],"classifier":[79],"on":[80,92],"this":[81],"heavily":[82],"imbalanced":[83],"resulted":[86],"F1-score":[89],"0.706":[91],"class.":[95],"These":[96],"results":[97],"indicate":[98],"that":[99],"proposed":[101],"can":[103],"potentially":[104],"be":[105],"improve":[108],"validity":[110],"both":[112],"human":[113],"English.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}