{"id":"https://openalex.org/W4319598807","doi":"https://doi.org/10.3390/a16020089","title":"Rapid Guessing in Low-Stakes Assessments: Finding the Optimal Response Time Threshold with Random Search and Genetic Algorithm","display_name":"Rapid Guessing in Low-Stakes Assessments: Finding the Optimal Response Time Threshold with Random Search and Genetic Algorithm","publication_year":2023,"publication_date":"2023-02-07","ids":{"openalex":"https://openalex.org/W4319598807","doi":"https://doi.org/10.3390/a16020089"},"language":"en","primary_location":{"id":"doi:10.3390/a16020089","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020089","pdf_url":"https://www.mdpi.com/1999-4893/16/2/89/pdf?version=1675760993","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/16/2/89/pdf?version=1675760993","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016741813","display_name":"Okan Bulut","orcid":"https://orcid.org/0000-0001-5853-1267"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Okan Bulut","raw_affiliation_strings":["Centre for Research in Applied Measurement and Evaluation, University of Alberta, Edmonton, AB T6G 2G5, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Research in Applied Measurement and Evaluation, University of Alberta, Edmonton, AB T6G 2G5, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020972322","display_name":"Guher Gorgun","orcid":"https://orcid.org/0000-0002-0861-9225"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guher Gorgun","raw_affiliation_strings":["Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada"],"affiliations":[{"raw_affiliation_string":"Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044528557","display_name":"Tarid Wongvorachan","orcid":"https://orcid.org/0000-0002-9622-3780"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tarid Wongvorachan","raw_affiliation_strings":["Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada"],"affiliations":[{"raw_affiliation_string":"Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042143744","display_name":"Bin Tan","orcid":"https://orcid.org/0000-0001-6717-5620"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bin Tan","raw_affiliation_strings":["Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada"],"affiliations":[{"raw_affiliation_string":"Measurement, Evaluation, and Data Science, University of Alberta, Edmonton, AB T6G 2G5, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016741813"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":6.2066,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96458199,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"89","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flagging","display_name":"Flagging","score":0.8590072393417358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5766730308532715},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.5356326699256897},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42579877376556396},{"id":"https://openalex.org/keywords/threshold-model","display_name":"Threshold model","score":0.42188534140586853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3721332550048828}],"concepts":[{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.8590072393417358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5766730308532715},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.5356326699256897},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42579877376556396},{"id":"https://openalex.org/C202632270","wikidata":"https://www.wikidata.org/wiki/Q7798106","display_name":"Threshold model","level":2,"score":0.42188534140586853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3721332550048828},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a16020089","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020089","pdf_url":"https://www.mdpi.com/1999-4893/16/2/89/pdf?version=1675760993","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:05f45e45beab4c8793fe402436399db4","is_oa":true,"landing_page_url":"https://doaj.org/article/05f45e45beab4c8793fe402436399db4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 16, Iss 2, p 89 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/16/2/89/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a16020089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a16020089","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16020089","pdf_url":"https://www.mdpi.com/1999-4893/16/2/89/pdf?version=1675760993","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319598807.pdf","grobid_xml":"https://content.openalex.org/works/W4319598807.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1550141888","https://openalex.org/W1606791384","https://openalex.org/W1677486924","https://openalex.org/W1968779470","https://openalex.org/W1988708179","https://openalex.org/W1995452015","https://openalex.org/W2010947735","https://openalex.org/W2017116073","https://openalex.org/W2035753691","https://openalex.org/W2051083844","https://openalex.org/W2051516523","https://openalex.org/W2088061965","https://openalex.org/W2097571405","https://openalex.org/W2097998348","https://openalex.org/W2130506309","https://openalex.org/W2131694744","https://openalex.org/W2131709143","https://openalex.org/W2171149164","https://openalex.org/W2318646962","https://openalex.org/W2321636128","https://openalex.org/W2340793802","https://openalex.org/W2464433399","https://openalex.org/W2485427233","https://openalex.org/W2526264695","https://openalex.org/W2531874158","https://openalex.org/W2562262019","https://openalex.org/W2737929618","https://openalex.org/W2760364374","https://openalex.org/W2793903146","https://openalex.org/W2911712211","https://openalex.org/W2948762759","https://openalex.org/W2953578288","https://openalex.org/W2963843390","https://openalex.org/W2977009177","https://openalex.org/W3038727227","https://openalex.org/W3045712984","https://openalex.org/W3094704314","https://openalex.org/W3131054533","https://openalex.org/W3131173954","https://openalex.org/W3152850110","https://openalex.org/W3163397166","https://openalex.org/W3165399224","https://openalex.org/W3194949145","https://openalex.org/W3204593352","https://openalex.org/W4250503569","https://openalex.org/W4281713757","https://openalex.org/W4283028070","https://openalex.org/W4287887881","https://openalex.org/W4292246595","https://openalex.org/W4293089929","https://openalex.org/W6636219764","https://openalex.org/W6674385629","https://openalex.org/W6869298315"],"related_works":["https://openalex.org/W2386767533","https://openalex.org/W2889453578","https://openalex.org/W4362522050","https://openalex.org/W3094041170","https://openalex.org/W1605281289","https://openalex.org/W2215302894","https://openalex.org/W4383560187","https://openalex.org/W2908483662","https://openalex.org/W3136012287","https://openalex.org/W4319598807"],"abstract_inverted_index":{"Rapid":[0],"guessing":[1,63,152],"is":[2],"an":[3,52],"aberrant":[4],"response":[5,25,97],"behavior":[6,64],"that":[7,59,140],"commonly":[8],"occurs":[9],"in":[10,29,109,153],"low-stakes":[11,101,154],"assessments":[12,31],"with":[13,130,158],"little":[14],"to":[15,35,39,50,83,105,120],"no":[16],"formal":[17],"consequences":[18],"for":[19,56,85,149,178,182],"students.":[20],"Recently,":[21],"the":[22,86,113,133,141,159,163],"availability":[23],"of":[24,132,175],"time":[26],"(RT)":[27],"information":[28],"computer-based":[30],"has":[32],"motivated":[33],"researchers":[34,49],"develop":[36],"various":[37],"methods":[38,46],"detect":[40],"rapidly":[41],"guessed":[42],"responses":[43],"systematically.":[44],"These":[45],"often":[47],"require":[48],"identify":[51],"RT":[53,88,147,169],"threshold":[54,89],"subjectively":[55],"each":[57],"item":[58],"could":[60,144],"distinguish":[61],"rapid":[62,151],"from":[65,99],"solution":[66],"behavior.":[67],"In":[68],"this":[69],"study,":[70],"we":[71,117,125],"propose":[72],"a":[73,91,100,172],"data-driven":[74,123],"approach":[75],"based":[76],"on":[77],"random":[78],"search":[79,84,93],"and":[80,180],"genetic":[81],"algorithm":[82],"optimal":[87],"within":[90],"predefined":[92],"space.":[94],"We":[95],"used":[96],"data":[98],"math":[102],"assessment":[103],"administered":[104],"over":[106],"5000":[107],"students":[108],"658":[110],"schools":[111],"across":[112],"United":[114],"States.":[115],"As":[116],"demonstrated":[118],"how":[119],"use":[121],"our":[122],"approach,":[124],"also":[126],"compared":[127,157],"its":[128],"performance":[129],"those":[131],"existing":[134],"threshold-setting":[135,161],"methods.":[136],"The":[137],"results":[138],"show":[139],"proposed":[142,164],"method":[143,165],"produce":[145],"viable":[146],"thresholds":[148],"detecting":[150],"assessments.":[155],"Moreover,":[156],"other":[160],"methods,":[162],"yielded":[166],"more":[167],"liberal":[168],"thresholds,":[170],"flagging":[171],"larger":[173],"number":[174],"responses.":[176],"Implications":[177],"practice":[179],"directions":[181],"future":[183],"research":[184],"were":[185],"discussed.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}