{"id":"https://openalex.org/W2122355855","doi":"https://doi.org/10.3115/v1/w14-1803","title":"Automatic detection of plagiarized spoken responses","display_name":"Automatic detection of plagiarized spoken responses","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2122355855","doi":"https://doi.org/10.3115/v1/w14-1803","mag":"2122355855"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w14-1803","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-1803","pdf_url":"https://doi.org/10.3115/v1/w14-1803","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3115/v1/w14-1803","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030816616","display_name":"Keelan Evanini","orcid":"https://orcid.org/0000-0003-4243-3376"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Keelan Evanini","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100772594","display_name":"Xinhao Wang","orcid":"https://orcid.org/0000-0002-0366-7543"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinhao Wang","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5030816616"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":1.6912,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8812341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7520976066589355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.622600257396698},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.612321674823761},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6051889657974243},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.48526427149772644},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46375444531440735},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4538012146949768}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7520976066589355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.622600257396698},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.612321674823761},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6051889657974243},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.48526427149772644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46375444531440735},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4538012146949768},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3115/v1/w14-1803","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-1803","pdf_url":"https://doi.org/10.3115/v1/w14-1803","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.676.3708","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.676.3708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology/W/W14/W14-1803.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/v1/w14-1803","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-1803","pdf_url":"https://doi.org/10.3115/v1/w14-1803","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W270731963","https://openalex.org/W1493309689","https://openalex.org/W1544505227","https://openalex.org/W1575261888","https://openalex.org/W1596691921","https://openalex.org/W1901276083","https://openalex.org/W1974336599","https://openalex.org/W2007842132","https://openalex.org/W2049422789","https://openalex.org/W2101105183","https://openalex.org/W2136480620","https://openalex.org/W2149327368","https://openalex.org/W2150862929","https://openalex.org/W2170494111","https://openalex.org/W2534712034","https://openalex.org/W2787381839","https://openalex.org/W3006365793"],"related_works":["https://openalex.org/W2981877337","https://openalex.org/W3203938600","https://openalex.org/W2169074127","https://openalex.org/W2163707935","https://openalex.org/W83146503","https://openalex.org/W202723009","https://openalex.org/W2188612292","https://openalex.org/W4206462905","https://openalex.org/W2165396616","https://openalex.org/W2058882606"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,11,66,98],"task":[4],"of":[5,13,16,25,37,57,110,125],"auto-matically":[6],"detecting":[7],"plagiarized":[8,29,67,86],"responses":[9,27,53,99,106],"in":[10],"context":[12],"a":[14,34,55,70,81,94,122],"test":[15],"spoken":[17,26,83],"En-glish":[18],"proficiency":[19],"for":[20,40,65],"non-native":[21,41],"speakers.":[22],"A":[23],"corpus":[24],"containing":[28,97],"content":[30,102],"was":[31,72,91],"collected":[32],"from":[33],"high-stakes":[35],"assessment":[36],"English":[38],"profi-ciency":[39],"speakers,":[42],"and":[43,103,107,115],"sev-eral":[44],"text-to-text":[45],"similarity":[46,76],"metrics":[47,77],"were":[48,60],"implemented":[49],"to":[50,54,78],"compare":[51],"these":[52,75],"set":[56,96],"materials":[58],"that":[59],"identified":[61],"as":[62],"likely":[63],"sources":[64],"con-tent.":[68],"Finally,":[69],"classifier":[71,90],"trained":[73],"using":[74,113],"predict":[79],"whether":[80],"given":[82],"response":[84],"is":[85],"or":[87],"not.":[88],"The":[89],"evaluated":[92],"on":[93],"data":[95],"with":[100],"pla-giarized":[101],"non-plagiarized":[104],"con-trol":[105],"achieved":[108],"accuracies":[109],"92.0":[111],"%":[112,117],"transcriptions":[114],"87.1":[116],"us-ing":[118],"ASR":[119],"output":[120],"(with":[121],"baseline":[123],"accuracy":[124],"50.0%).":[126],"1":[127]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}
