{"id":"https://openalex.org/W2935686048","doi":"https://doi.org/10.1109/tlt.2019.2911832","title":"How Widely Can Prediction Models Be Generalized? Performance Prediction in Blended Courses","display_name":"How Widely Can Prediction Models Be Generalized? Performance Prediction in Blended Courses","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2935686048","doi":"https://doi.org/10.1109/tlt.2019.2911832","mag":"2935686048"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2019.2911832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2019.2911832","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.07328","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Niki Gitinabard","orcid":"https://orcid.org/0000-0002-9975-1677"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Niki Gitinabard","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiqiao Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiqiao Xu","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sarah Heckman","orcid":"https://orcid.org/0000-0003-4351-8611"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Heckman","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tiffany Barnes","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Barnes","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":null,"display_name":"Collin F. Lynch","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Collin F. Lynch","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":8.7375,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97522294,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"184","last_page":"197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6039999723434448,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6039999723434448,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-prediction","display_name":"Performance prediction","score":0.8385999798774719},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.7473999857902527},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4894999861717224},{"id":"https://openalex.org/keywords/teamwork","display_name":"Teamwork","score":0.460999995470047},{"id":"https://openalex.org/keywords/educational-data-mining","display_name":"Educational data mining","score":0.4300999939441681},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.35499998927116394},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.2985000014305115},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.28850001096725464}],"concepts":[{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.8385999798774719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8033000230789185},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.7473999857902527},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48890000581741333},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45010000467300415},{"id":"https://openalex.org/C2777598771","wikidata":"https://www.wikidata.org/wiki/Q5341279","display_name":"Educational data mining","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3425000011920929},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C158592959","wikidata":"https://www.wikidata.org/wiki/Q869010","display_name":"Blended learning","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C2781285556","wikidata":"https://www.wikidata.org/wiki/Q1820370","display_name":"Learning styles","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tlt.2019.2911832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2019.2911832","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1904.07328","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.07328","pdf_url":"https://arxiv.org/pdf/1904.07328","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.07328","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.07328","pdf_url":"https://arxiv.org/pdf/1904.07328","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1492355514","https://openalex.org/W1504818606","https://openalex.org/W1907596159","https://openalex.org/W1971034402","https://openalex.org/W1973398808","https://openalex.org/W1974758710","https://openalex.org/W2014409540","https://openalex.org/W2019833096","https://openalex.org/W2023735971","https://openalex.org/W2028111024","https://openalex.org/W2032210898","https://openalex.org/W2038211155","https://openalex.org/W2054122003","https://openalex.org/W2056944867","https://openalex.org/W2062315768","https://openalex.org/W2074197417","https://openalex.org/W2090861833","https://openalex.org/W2098065385","https://openalex.org/W2138621811","https://openalex.org/W2153378020","https://openalex.org/W2166888793","https://openalex.org/W2168585122","https://openalex.org/W2177019876","https://openalex.org/W2250880511","https://openalex.org/W2251560010","https://openalex.org/W2289767335","https://openalex.org/W2295578532","https://openalex.org/W2339395348","https://openalex.org/W2342653007","https://openalex.org/W2405524182","https://openalex.org/W2546314413","https://openalex.org/W2601081030","https://openalex.org/W2610815594","https://openalex.org/W2740382415","https://openalex.org/W2792281292","https://openalex.org/W2999906277","https://openalex.org/W4210702550","https://openalex.org/W4245608963","https://openalex.org/W4245961435","https://openalex.org/W6611452345","https://openalex.org/W6631445417","https://openalex.org/W6675354045","https://openalex.org/W6711592308","https://openalex.org/W6711638284","https://openalex.org/W6712324605","https://openalex.org/W6713179020","https://openalex.org/W6713597935","https://openalex.org/W6731172734","https://openalex.org/W6731734298","https://openalex.org/W6731803498","https://openalex.org/W6732572413","https://openalex.org/W6744520506","https://openalex.org/W6749817499","https://openalex.org/W6754367407","https://openalex.org/W6754570673","https://openalex.org/W6755014912","https://openalex.org/W7043653329"],"related_works":[],"abstract_inverted_index":{"Blended":[0],"courses":[1,50,86,127,144],"that":[2,34],"mix":[3],"in-person":[4],"instruction":[5],"with":[6,39,234],"online":[7],"platforms":[8,16,224],"are":[9,37,51,203],"increasingly":[10],"common":[11],"in":[12,42,158,208,231],"secondary":[13],"education.":[14],"These":[15,212],"record":[17],"a":[18],"rich":[19],"amount":[20],"of":[21,69,82,93,111,121,142,184,237],"data":[22,78,162,172],"on":[23,97,114,118,139],"students'":[24],"study":[25,102,186,195],"habits":[26,103],"and":[27,54,89,104,125,169,199],"social":[28,105,197],"interactions.":[29,106],"Prior":[30],"research":[31],"has":[32],"shown":[33],"these":[35,112],"metrics":[36],"correlated":[38],"students":[40,207,229],"performance":[41,95,110,210],"face-to-face":[43],"classes.":[44],"However,":[45],"predictive":[46,91],"models":[47,92,113,138,214],"for":[48,66,206],"blended":[49],"still":[52],"limited":[53],"have":[55],"not":[56],"yet":[57],"succeeded":[58],"at":[59],"early":[60,148,230],"prediction":[61],"or":[62,176],"cross-class":[63,171],"predictions,":[64],"even":[65],"repeated":[67],"offerings":[68,81,120],"the":[70,109,115,122,137,143,194,200,232,235],"same":[71,116,123],"course.":[72],"In":[73],"this":[74,185],"paper,":[75],"we":[76],"use":[77],"from":[79],"two":[80,83],"different":[84,119,140],"undergraduate":[85],"to":[87,128,145,165,178,219,225],"train":[88],"evaluate":[90,136],"student":[94,99],"based":[96],"persistent":[98],"characteristics":[100],"including":[101],"We":[107,134],"analyze":[108],"offering,":[117],"course,":[124],"across":[126,204],"see":[129],"how":[130,147,160,170,192],"well":[131],"they":[132],"generalize.":[133],"also":[135,215],"segments":[141],"determine":[146],"reliable":[149],"predictions":[150,168],"can":[151],"be":[152,174],"made.":[153],"This":[154],"paper":[155],"tells":[156],"us":[157,189],"part":[159],"much":[161],"is":[163],"required":[164],"make":[166],"robust":[167],"may":[173],"used,":[175],"not,":[177],"boost":[179],"model":[180],"performance.":[181],"The":[182],"results":[183],"will":[187],"help":[188],"better":[190,226],"understand":[191],"similar":[193],"habits,":[196],"activities,":[198],"teamwork":[201],"styles":[202],"semesters":[205],"each":[209],"category.":[211],"trained":[213],"provide":[216],"an":[217],"avenue":[218],"improve":[220],"our":[221],"existing":[222],"support":[223,227],"struggling":[228],"semester":[233],"goal":[236],"providing":[238],"timely":[239],"intervention.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-04-25T00:00:00"}