{"id":"https://openalex.org/W4291169736","doi":"https://doi.org/10.1177/00131644221117193","title":"Exploration of the Stacking Ensemble Machine Learning Algorithm for Cheating Detection in Large-Scale Assessment","display_name":"Exploration of the Stacking Ensemble Machine Learning Algorithm for Cheating Detection in Large-Scale Assessment","publication_year":2022,"publication_date":"2022-08-13","ids":{"openalex":"https://openalex.org/W4291169736","doi":"https://doi.org/10.1177/00131644221117193","pmid":"https://pubmed.ncbi.nlm.nih.gov/37398846","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10311957"},"language":"en","primary_location":{"id":"doi:10.1177/00131644221117193","doi":"https://doi.org/10.1177/00131644221117193","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00131644221117193","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10311957/pdf/10.1177_00131644221117193.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084022818","display_name":"Todd Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Todd Zhou","raw_affiliation_strings":["Winston Churchill High School, Potomac, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Winston Churchill High School, Potomac, MD, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038353967","display_name":"Hong Jiao","orcid":"https://orcid.org/0000-0001-5014-6698","observed_orcids":["https://orcid.org/0000-0001-5014-6698"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hong Jiao","raw_affiliation_strings":["University of Maryland, College Park, USA"],"raw_orcid":"https://orcid.org/0000-0001-5014-6698","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038353967"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":{"value":3250,"currency":"USD","value_usd":3250},"apc_paid":null,"fwci":11.2889,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98641956,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"83","issue":"4","first_page":"831","last_page":"854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.04129999876022339,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.02969999983906746,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cheating-detection","display_name":"cheating detection","score":0.9869999885559082},{"id":"https://openalex.org/keywords/large-scale-assessment","display_name":"large-scale assessment","score":0.9760000109672546},{"id":"https://openalex.org/keywords/stacking-ensemble","display_name":"stacking ensemble","score":0.9750000238418579},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.8690000176429749},{"id":"https://openalex.org/keywords/resampling","display_name":"resampling","score":0.9649999737739563},{"id":"https://openalex.org/keywords/item-response-data","display_name":"item response data","score":0.6899999976158142},{"id":"https://openalex.org/keywords/reaction-time-psychology","display_name":"reaction time (psychology)","score":0.9110000133514404},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"gradient boosting","score":0.6290000081062317},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9990000128746033},{"id":"https://openalex.org/keywords/discriminant-analysis","display_name":"discriminant analysis","score":0.828000009059906},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.5370000004768372},{"id":"https://openalex.org/keywords/undersampling","display_name":"undersampling","score":0.6299999952316284}],"concepts":[{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.7640647888183594},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6880747079849243},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6866368651390076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6735174059867859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549753546714783},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6433325409889221},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.5946363210678101},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.5307654738426208},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5179926156997681},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.49401336908340454},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.4650344252586365},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.4153584837913513},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.41283759474754333},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32097989320755005},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13471287488937378},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C46141821","wikidata":"https://www.wikidata.org/wiki/Q209402","display_name":"Nuclear magnetic resonance","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/00131644221117193","doi":"https://doi.org/10.1177/00131644221117193","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00131644221117193","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10311957","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10311957","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10311957/pdf/10.1177_00131644221117193.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educ Psychol Meas","raw_type":"Text"},{"id":"pmid:37398846","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37398846","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and psychological measurement","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10311957","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10311957","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10311957/pdf/10.1177_00131644221117193.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educ Psychol Meas","raw_type":"Text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","score":0.699999988079071,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4291169736.pdf","grobid_xml":"https://content.openalex.org/works/W4291169736.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1567125377","https://openalex.org/W2058676534","https://openalex.org/W2081775085","https://openalex.org/W2092126505","https://openalex.org/W2101707514","https://openalex.org/W2110920097","https://openalex.org/W2118978333","https://openalex.org/W2138714711","https://openalex.org/W2148143831","https://openalex.org/W2149308034","https://openalex.org/W2166609937","https://openalex.org/W2293871383","https://openalex.org/W2797461035","https://openalex.org/W2799462250","https://openalex.org/W2895303784","https://openalex.org/W2897172560","https://openalex.org/W2926478245","https://openalex.org/W2948135802","https://openalex.org/W2948762759","https://openalex.org/W2955219525","https://openalex.org/W3095221259","https://openalex.org/W3155615044","https://openalex.org/W4229598321"],"related_works":["https://openalex.org/W4367845686","https://openalex.org/W7168168136","https://openalex.org/W7159742608","https://openalex.org/W7164937940","https://openalex.org/W4386049690","https://openalex.org/W4308340164","https://openalex.org/W7147625558","https://openalex.org/W4321375942","https://openalex.org/W4381195595","https://openalex.org/W4396560697"],"abstract_inverted_index":{"Cheating":[0],"detection":[1],"in":[2,8,18,129,140],"large-scale":[3],"assessment":[4],"received":[5],"considerable":[6],"attention":[7],"the":[9,15,24,37,47,50,58,75,143,152,162,168,175,186],"extant":[10],"literature.":[11],"However,":[12],"none":[13],"of":[14,21,39,49,66,74,82,182],"previous":[16],"studies":[17],"this":[19,141],"line":[20],"research":[22],"investigated":[23,139],"stacking":[25,51,76,146],"ensemble":[26,52,85],"machine":[27,53,96,136],"learning":[28,54,97,137],"algorithm":[29,55],"for":[30],"cheating":[31,70,130],"detection.":[32,131],"Furthermore,":[33],"no":[34],"study":[35,45,110,187],"addressed":[36],"issue":[38],"class":[40,102],"imbalance":[41,103],"using":[42,147],"resampling.":[43],"This":[44],"explored":[46],"application":[48],"to":[56,68,101],"analyze":[57],"item":[59,165],"response,":[60],"response":[61],"time,":[62],"and":[63,88,104,116,158,167],"augmented":[64,120,169],"data":[65,122],"test-takers":[67],"detect":[69],"behaviors.":[71],"The":[72,109],"performance":[73],"method":[77],"was":[78],"compared":[79],"with":[80,133,178],"that":[81,113],"two":[83,154],"other":[84,134],"methods":[86],"(bagging":[87],"boosting)":[89],"as":[90,92,174],"well":[91],"six":[93],"base":[94,155],"non-ensemble":[95],"algorithms.":[98],"Issues":[99],"related":[100],"input":[105,176],"features":[106,177],"were":[107,172],"addressed.":[108],"results":[111],"indicated":[112],"stacking,":[114],"resampling,":[115],"feature":[117],"sets":[118],"including":[119],"summary":[121,170],"generally":[123],"performed":[124,161],"better":[125],"than":[126],"its":[127],"counterparts":[128],"Compared":[132],"competing":[135],"algorithms":[138],"study,":[142],"meta-model":[144],"from":[145],"discriminant":[148],"analysis":[149],"based":[150],"on":[151],"top":[153],"models-Gradient":[156],"Boosting":[157],"Random":[159],"Forest-generally":[160],"best":[163],"when":[164],"responses":[166],"statistics":[171],"used":[173],"an":[179],"under-sampling":[180],"ratio":[181],"10:1":[183],"among":[184],"all":[185],"conditions.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-08-13T00:00:00"}