{"id":"https://openalex.org/W2406388678","doi":null,"title":"Using early quizzes to predict student outcomes in online introductory biomedical informatics courses","display_name":"Using early quizzes to predict student outcomes in online introductory biomedical informatics courses","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2406388678","mag":"2406388678"},"language":"en","primary_location":{"id":"mag:2406388678","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/conf/amia/amia2013.html#WillcocksonHSHJJB13","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032224288","display_name":"Irmgard Ursula Willcockson","orcid":"https://orcid.org/0009-0005-4813-6446","observed_orcids":["https://orcid.org/0009-0005-4813-6446"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irmgard U. Willcockson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069247158","display_name":"Jorge R Herskovic","orcid":"https://orcid.org/0000-0002-0167-5646","observed_orcids":["https://orcid.org/0000-0002-0167-5646"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jorge R Herskovic","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0167-5646","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049912138","display_name":"Melanie A. Sutton","orcid":"https://orcid.org/0000-0002-0647-4181","observed_orcids":["https://orcid.org/0000-0002-0647-4181"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melanie Sutton","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0647-4181","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Robert Hoyt","orcid":"https://orcid.org/0000-0002-5580-3666","observed_orcids":["https://orcid.org/0000-0002-5580-3666"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert Hoyt","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5580-3666","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026988600","display_name":"Craig W Johnson","orcid":"https://orcid.org/0000-0003-4361-9703","observed_orcids":["https://orcid.org/0000-0003-4361-9703","https://orcid.org/0000-0002-3161-3753"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Craig Johnson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4361-9703","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018141140","display_name":"Todd R. Johnson","orcid":"https://orcid.org/0000-0002-6189-463X","observed_orcids":["https://orcid.org/0000-0002-6189-463X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Todd R. Johnson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075275684","display_name":"Elmer Victor Bernstam","orcid":"https://orcid.org/0000-0001-7643-791X","observed_orcids":["https://orcid.org/0000-0001-7643-791X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elmer V. Bernstam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36447039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/at-risk-students","display_name":"at-risk students","score":0.6100000143051147},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.5590000152587891},{"id":"https://openalex.org/keywords/student-attrition","display_name":"student attrition","score":0.5649999976158142},{"id":"https://openalex.org/keywords/predictive-model","display_name":"prediction model","score":0.32199999690055847},{"id":"https://openalex.org/keywords/distance-education","display_name":"distance education","score":0.45100000500679016},{"id":"https://openalex.org/keywords/targeted-interventions","display_name":"targeted interventions","score":0.382999986410141},{"id":"https://openalex.org/keywords/undergraduate-and-graduate-students","display_name":"undergraduate and graduate students","score":0.5649999976158142},{"id":"https://openalex.org/keywords/online-discussion-forums","display_name":"online forums","score":0.35600000619888306}],"concepts":[{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.8120173215866089},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5874333381652832},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.5024158954620361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46261531114578247},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4404264986515045},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.41258448362350464},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3987356424331665},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30668461322784424},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28936678171157837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14105534553527832},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12627336382865906},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.10156413912773132},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2406388678","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/conf/amia/amia2013.html#WillcocksonHSHJJB13","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3016892886","https://openalex.org/W2107607767","https://openalex.org/W2899207849","https://openalex.org/W2339218466","https://openalex.org/W2560644768","https://openalex.org/W847620374","https://openalex.org/W4283759771","https://openalex.org/W2966354321","https://openalex.org/W7163540243","https://openalex.org/W3201807992"],"abstract_inverted_index":{"Identifying":[0],"students":[1,27,48,68,104,126,137,157,171,196,254,312,343,495],"at":[2,49,197,225,235,242,313,358,467,472,505,531,536],"risk":[3,50,198,314,359],"for":[4,51,199,264,315,438,507,526],"poor":[5,31],"performance":[6],"in":[7,34,139,516],"large":[8],"online":[9,120,220],"classes":[10],"can":[11,22,46,158],"be":[12,23,159,165,192,357],"challenging.":[13],"We":[14,183,215,290,307,341,362],"determined":[15,184],"whether":[16],"the":[17,42,54,84,91,134,181,186,208,212,226,238,243,275,292,302,326,336,353,366,373,377,388,404,407,428,431,443,449,524,532],"first":[18,43,55,187,209,389,432,444],"few":[19],"quiz":[20,56,367,390,401],"scores":[21,40],"used":[24,193,252,274],"to":[25,70,75,89,121,147,151,167,194,317,356,383,403,425,484,499],"identify":[26,47,195],"who":[28,172,344,496],"will":[29],"have":[30],"course":[32,62,141,206,327,397,439],"outcomes":[33],"an":[35,107,203,346,476],"introductory":[36,60,108,115,204,221,477],"informatics":[37,61,96,109,116,205,222],"class.":[38],"Mean":[39],"on":[41,296,352],"four":[44,188,433],"quizzes":[45,190,355,434,446],"failure.":[52],"Even":[53,387],"score":[57,368,375,391],"significantly":[58],"predicted":[59,469],"outcome.":[63,398,440],"Automating":[64],"early":[65],"identification":[66,310,319],"of":[67,94,99,125,136,211,228,231,245,267,282,311,335,348,360,396,427,534],"likely":[69],"fail":[71],"may":[72,164],"allow":[73],"instructors":[74,163,493],"create":[76],"targeted":[77],"interventions.":[78],"Introduction:":[79],"Distance":[80],"learning":[81],"enabled":[82],"by":[83,320,448,518],"Web":[85],"is":[86,392],"one":[87],"approach":[88],"extend":[90],"geographic":[92],"reach":[93],"existing":[95],"training.":[97],"Regardless":[98],"their":[100],"career":[101,131],"goals,":[102],"many":[103],"start":[105],"with":[106,127,256,261,279,325,457,509],"course.":[110,182],"As":[111,133],"a":[112,176,265,280,321,393,458],"result,":[113],"more":[114,145],"courses":[117,223],"are":[118,435],"offered":[119],"ever":[122],"increasing":[123],"numbers":[124],"diverse":[128],"backgrounds":[129],"and":[130,169,237,259,287,299,329,494,528],"goals.":[132],"number":[135],"enrolled":[138],"each":[140],"increases":[142],"it":[143],"becomes":[144],"difficult":[146],"offer":[148],"personal":[149],"assistance":[150],"every":[152],"student.":[153],"If":[154],"\u201cat":[155],"risk\u201d":[156],"automatically":[160],"identified":[161],"early,":[162],"able":[166],"intervene":[168],"rescue":[170],"otherwise":[173],"would":[174],"earn":[175],"failing":[177,200],"grade":[178],"or":[179,201,350],"drop":[180],"that":[185],"weekly":[189,354],"could":[191],"dropping":[202],"within":[207],"month":[210],"semester.":[213],"Methods:":[214],"reviewed":[216],"data":[217,298,498,510],"from":[218],"two":[219,445],"presented":[224],"University":[227,244,533],"Texas":[229,535],"School":[230],"Biomedical":[232],"Informatics":[233,240],"(UT)":[234],"Houston":[236],"Medical":[239],"program":[241],"West":[246],"Florida":[247],"(UWF).":[248],"For":[249,271],"UT":[250,297,450,468],"we":[251,273],"all":[253,492],"beginning":[255],"Spring":[257,262],"2007":[258],"ending":[260],"2010,":[263],"total":[266,281,429],"205":[268],"graduate":[269],"students.":[270],"UWF":[272,305,506],"Fall":[276],"2009":[277],"semester":[278],"42":[283],"students,":[284],"28":[285],"undergraduates":[286],"14":[288],"graduates.":[289],"built":[291],"prediction":[293,481],"model":[294,303,405,465],"based":[295],"then":[300],"validated":[301],"using":[304],"data.":[306],"compared":[308],"automated":[309],"failure":[316],"manual":[318],"faculty":[322],"member":[323],"familiar":[324],"design":[328],"content":[330],"(TRJ),":[331],"but":[332,456],"not":[333],"aware":[334],"individual":[337],"student":[338],"outcomes.":[339],"Results:":[340],"considered":[342],"scored":[345],"average":[347],"75%":[349,364],"below":[351],"NSC.":[361],"chose":[363],"as":[365],"threshold":[369,464],"because":[370],"this":[371,500],"was":[372,514],"highest":[374],"where":[376],"predictor\u2019s":[378],"false":[379,385],"positives":[380],"were":[381],"equal":[382],"its":[384],"negatives.":[386],"significant":[394],"predictor":[395],"Each":[399],"successive":[400],"added":[402],"improved":[406],"model\u2019s":[408],"performance.":[409],"ROC":[410,541],"=":[411,416],"Receiver":[412],"Operator":[413],"Characteristic,":[414],"PPV/NPV":[415],"Positive/Negative":[417],"Predictive":[418],"Value.":[419],"Discussion:":[420],"While":[421],"representing":[422],"only":[423,442],"6%":[424],"8%":[426],"grade,":[430],"highly":[436],"predictive":[437],"Using":[441],"available":[447],"add/drop":[451],"deadline":[452],"still":[453],"allows":[454],"prediction,":[455],"lower":[459],"PPV.":[460],"Conclusion:":[461],"A":[462],"simple":[463],"developed":[466],"non-successful":[470],"completion":[471],"another":[473],"institution":[474],"offering":[475],"course,":[478],"UWF.":[479],"Automated":[480],"compares":[482],"favorably":[483],"human":[485],"instructor":[486],"prediction.":[487],"Acknowledgements:":[488],"The":[489],"authors":[490],"thank":[491],"contributed":[497],"study,":[501],"including":[502],"Stephanie":[503],"Reedy":[504],"help":[508],"collection.":[511],"This":[512],"work":[513],"funded":[515],"part":[517],"NCATS":[519],"Grant":[520],"UL1":[521],"TR000371":[522],"establishing":[523],"Center":[525],"Clinical":[527],"Translational":[529],"Sciences":[530],"Houston.":[537],"Week(s)":[538],"Area":[539],"under":[540],"Curve":[542],"(AUC)":[543],"PPV":[544]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}