{"id":"https://openalex.org/W2970480615","doi":"https://doi.org/10.1109/tlt.2019.2936480","title":"Knowledge Tracing to Model Learning in Online Citizen Science Projects","display_name":"Knowledge Tracing to Model Learning in Online Citizen Science Projects","publication_year":2019,"publication_date":"2019-08-26","ids":{"openalex":"https://openalex.org/W2970480615","doi":"https://doi.org/10.1109/tlt.2019.2936480","mag":"2970480615"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2019.2936480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2019.2936480","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007861624","display_name":"Kevin Crowston","orcid":"https://orcid.org/0000-0003-1996-3600"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Crowston","raw_affiliation_strings":["School of Information Studies, Syracuse University, Syracuse, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Studies, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080043734","display_name":"Carsten \u00d8sterlund","orcid":"https://orcid.org/0000-0003-0612-1551"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carsten Osterlund","raw_affiliation_strings":["School of Information Studies, Syracuse University, Syracuse, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Studies, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074896632","display_name":"Tae Kyoung Lee","orcid":"https://orcid.org/0000-0001-8712-3182"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tae Kyoung Lee","raw_affiliation_strings":["Department of Communication, University of Utah, Salt Lake City, USA"],"affiliations":[{"raw_affiliation_string":"Department of Communication, University of Utah, Salt Lake City, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065876864","display_name":"Corey Jackson","orcid":"https://orcid.org/0000-0003-0828-4506"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Corey Jackson","raw_affiliation_strings":["School of Information Studies, Syracuse University, Syracuse, USA","University of California, Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Studies, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110431973","display_name":"Mahboobeh Harandi","orcid":null},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahboobeh Harandi","raw_affiliation_strings":["School of Information Studies, Syracuse University, Syracuse, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Studies, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026001109","display_name":"Sarah Allen","orcid":"https://orcid.org/0000-0003-1194-3584"},"institutions":[{"id":"https://openalex.org/I1337163019","display_name":"Adler Planetarium","ror":"https://ror.org/0248gc218","country_code":"US","type":"archive","lineage":["https://openalex.org/I1337163019"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Allen","raw_affiliation_strings":["Adler Planetarium, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Adler Planetarium, Chicago, USA","institution_ids":["https://openalex.org/I1337163019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059877468","display_name":"Sara Bahaadini","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Bahaadini","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104033411","display_name":"S. B. Coughlin","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Coughlin","raw_affiliation_strings":["Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048650003","display_name":"Aggelos K. Katsaggelos","orcid":"https://orcid.org/0000-0003-4554-0070"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aggelos K. Katsaggelos","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004202277","display_name":"Shane L. Larson","orcid":"https://orcid.org/0000-0001-7559-3902"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane L. Larson","raw_affiliation_strings":["Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062626628","display_name":"Neda Rohani","orcid":"https://orcid.org/0000-0002-3437-6183"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neda Rohani","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074758070","display_name":"J. R. Smith","orcid":"https://orcid.org/0000-0003-0638-9670"},"institutions":[{"id":"https://openalex.org/I142934699","display_name":"California State University, Fullerton","ror":"https://ror.org/02avqqw26","country_code":"US","type":"education","lineage":["https://openalex.org/I142934699"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua R. Smith","raw_affiliation_strings":["Department of Physics, California State University Fullerton, Fullerton, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics, California State University Fullerton, Fullerton, USA","institution_ids":["https://openalex.org/I142934699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002353513","display_name":"Laura Trouille","orcid":"https://orcid.org/0000-0002-1113-4122"},"institutions":[{"id":"https://openalex.org/I1337163019","display_name":"Adler Planetarium","ror":"https://ror.org/0248gc218","country_code":"US","type":"archive","lineage":["https://openalex.org/I1337163019"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Trouille","raw_affiliation_strings":["Adler Planetarium, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Adler Planetarium, Chicago, USA","institution_ids":["https://openalex.org/I1337163019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048613822","display_name":"M. Zevin","orcid":"https://orcid.org/0000-0002-0147-0835"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Zevin","raw_affiliation_strings":["Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy, Center for Interdisciplinary Exploration and Research in Astrophysics (CIERA), Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5007861624"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":3.2427,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9452709,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"13","issue":"1","first_page":"123","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692041397094727},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6535394787788391},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.6020917296409607},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.5807245373725891},{"id":"https://openalex.org/keywords/promotion","display_name":"Promotion (chess)","score":0.5573159456253052},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.5507506132125854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5272844433784485},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46416786313056946},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4562086760997772},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4339587390422821},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36923468112945557},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08963972330093384}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692041397094727},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6535394787788391},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.6020917296409607},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.5807245373725891},{"id":"https://openalex.org/C98147612","wikidata":"https://www.wikidata.org/wiki/Q215599","display_name":"Promotion (chess)","level":3,"score":0.5573159456253052},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.5507506132125854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5272844433784485},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46416786313056946},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4562086760997772},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4339587390422821},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36923468112945557},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08963972330093384},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2019.2936480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2019.2936480","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2357348720","display_name":null,"funder_award_id":"INSPIRE 15-47880","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W11622959","https://openalex.org/W1597703949","https://openalex.org/W1737233464","https://openalex.org/W1967246308","https://openalex.org/W2015040676","https://openalex.org/W2017409209","https://openalex.org/W2027738619","https://openalex.org/W2117122404","https://openalex.org/W2136421959","https://openalex.org/W2138138984","https://openalex.org/W2401887447","https://openalex.org/W2501003634","https://openalex.org/W2557086194","https://openalex.org/W2567829267","https://openalex.org/W2577537660","https://openalex.org/W2579642215","https://openalex.org/W2581294054","https://openalex.org/W2751400544","https://openalex.org/W2964195932","https://openalex.org/W3099722888","https://openalex.org/W6680390793","https://openalex.org/W6704546155","https://openalex.org/W6732730354"],"related_works":["https://openalex.org/W2134020923","https://openalex.org/W2479871838","https://openalex.org/W2965011540","https://openalex.org/W2792023157","https://openalex.org/W1815107807","https://openalex.org/W4379468622","https://openalex.org/W3217434375","https://openalex.org/W4246741989","https://openalex.org/W2123914215","https://openalex.org/W2996717111"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,15,32,38,41,75,82,90,101,107],"design":[3],"of":[4,17,40,77,84,89],"a":[5],"citizen":[6],"science":[7],"system":[8],"that":[9,100],"uses":[10],"machine":[11],"learning":[12,49],"to":[13,21,23,30,37,61,73,80,93],"guide":[14],"presentation":[16],"image":[18,97],"classification":[19,83],"tasks":[20,53],"newcomers":[22],"help":[24],"them":[25],"more":[26],"quickly":[27],"learn":[28],"how":[29],"do":[31],"task":[33],"while":[34],"still":[35],"contributing":[36],"work":[39],"project.":[42],"A":[43,87],"Bayesian":[44],"model":[45,68,91,102],"for":[46,50],"tracking":[47],"volunteer":[48,65,94],"training":[51],"with":[52,54],"uncertain":[55],"outcomes":[56],"is":[57],"presented":[58],"and":[59,79,96],"fit":[60],"data":[62],"from":[63],"12,986":[64],"contributors.":[66],"The":[67],"can":[69],"be":[70],"used":[71],"both":[72],"estimate":[74],"ability":[76],"volunteers":[78],"decide":[81],"an":[85],"image.":[86],"simulation":[88],"applied":[92],"promotion":[95],"retirement":[98],"suggests":[99],"requires":[103],"fewer":[104],"classifications":[105],"than":[106],"current":[108],"system.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}