{"id":"https://openalex.org/W3094091106","doi":"https://doi.org/10.1145/3448139.3448188","title":"SAINT+: Integrating Temporal Features for EdNet Correctness Prediction","display_name":"SAINT+: Integrating Temporal Features for EdNet Correctness Prediction","publication_year":2021,"publication_date":"2021-04-05","ids":{"openalex":"https://openalex.org/W3094091106","doi":"https://doi.org/10.1145/3448139.3448188","mag":"3094091106"},"language":"en","primary_location":{"id":"doi:10.1145/3448139.3448188","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448139.3448188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK21: 11th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.07033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050452704","display_name":"Dongmin Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dongmin Shin","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063384020","display_name":"Yugeun Shim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yugeun Shim","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003811933","display_name":"Hangyeol Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hangyeol Yu","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035777337","display_name":"Seewoo Lee","orcid":"https://orcid.org/0000-0002-5710-2257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seewoo Lee","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101911086","display_name":"Byungsoo Kim","orcid":"https://orcid.org/0000-0003-4482-8363"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byungsoo Kim","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059663720","display_name":"Youngduck Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youngduck Choi","raw_affiliation_strings":["Riiid! AI Research, South Korea"],"affiliations":[{"raw_affiliation_string":"Riiid! AI Research, South Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5050452704"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.95697897,"has_fulltext":false,"cited_by_count":140,"citation_normalized_percentile":{"value":0.99172813,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"490","last_page":"496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8098276853561401},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.7957359552383423},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5174289345741272},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.509699821472168},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.47251614928245544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4720666706562042},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3930289149284363},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1774170994758606},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10240277647972107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098276853561401},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.7957359552383423},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5174289345741272},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.509699821472168},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.47251614928245544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4720666706562042},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3930289149284363},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1774170994758606},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10240277647972107},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3448139.3448188","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448139.3448188","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK21: 11th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.07033","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.07033","pdf_url":"https://arxiv.org/pdf/2002.07033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:arXiv.org:2010.12042","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.12042","pdf_url":"https://arxiv.org/pdf/2010.12042","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.07033","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.07033","pdf_url":"https://arxiv.org/pdf/2002.07033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8399999737739563,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3094091106.pdf","grobid_xml":"https://content.openalex.org/works/W3094091106.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W650350307","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1597703949","https://openalex.org/W1737233464","https://openalex.org/W1902237438","https://openalex.org/W1959691478","https://openalex.org/W2015040676","https://openalex.org/W2027738619","https://openalex.org/W2045871438","https://openalex.org/W2064675550","https://openalex.org/W2097424976","https://openalex.org/W2117122404","https://openalex.org/W2183887294","https://openalex.org/W2194775991","https://openalex.org/W2258103373","https://openalex.org/W2399682130","https://openalex.org/W2406472076","https://openalex.org/W2559094423","https://openalex.org/W2605350416","https://openalex.org/W2955213152","https://openalex.org/W2955931418","https://openalex.org/W2957747000","https://openalex.org/W2963403868","https://openalex.org/W2980472839","https://openalex.org/W3020516357","https://openalex.org/W3034854756","https://openalex.org/W3039949235","https://openalex.org/W3040479400","https://openalex.org/W3043869244","https://openalex.org/W3046782012","https://openalex.org/W3155828093","https://openalex.org/W4385245566","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W1590965489"],"abstract_inverted_index":{"Knowledge":[0,106],"tracing,":[1,102],"the":[2,17,41,66,122,133,140,177,184],"act":[3],"of":[4,19,61,77,135,179],"modeling":[5],"a":[6,95],"student's":[7],"knowledge":[8,32,70,101,148,164,174],"through":[9],"learning\\nactivities,":[10],"is":[11,139],"an":[12,110],"extensively":[13],"studied":[14],"problem":[15],"in":[16,173],"field":[18],"computer-aided\\neducation.":[20],"Although":[21],"models":[22,42],"with":[23,176],"attention":[24,129],"mechanism":[25],"have":[26],"outperformed\\ntraditional":[27],"approaches":[28],"such":[29],"as":[30,83],"Bayesian":[31],"tracing":[33,71,149,165,175],"and":[34,47,80,85,114,121,156],"collaborative\\nfiltering,":[35],"they":[36],"share":[37],"two":[38],"limitations.":[39],"Firstly,":[40],"rely":[43],"on":[44,162],"shallow\\nattention":[45],"layers":[46],"fail":[48],"to":[49,127,143,154,183],"capture":[50],"complex":[51],"relations":[52],"among":[53],"exercises":[54,79,155],"and\\nresponses":[55],"over":[56],"time.":[57],"Secondly,":[58],"different":[59],"combinations":[60],"queries,":[62],"keys":[63],"and\\nvalues":[64],"for":[65,69,100,147],"self-attention":[67],"layer":[68],"were":[72],"not":[73],"extensively\\nexplored.":[74],"Usual":[75],"practice":[76],"using":[78],"interactions":[81],"(exercise-response\\npairs)":[82],"queries":[84],"keys/values":[86],"respectively":[87],"lacks":[88],"empirical":[89,160],"support.":[90],"In":[91],"this\\npaper,":[92],"we":[93],"propose":[94],"novel":[96],"Transformer":[97],"based":[98],"model":[99,146],"SAINT:\\nSeparated":[103],"Self-AttentIve":[104],"Neural":[105],"Tracing.":[107],"SAINT":[108,169],"has":[109],"encoder-decoder\\nstructure":[111],"where":[112],"exercise":[113],"response":[115],"embedding":[116],"sequence":[117],"separately":[118],"enter":[119],"the\\nencoder":[120],"decoder":[123],"respectively,":[124],"which":[125],"allows":[126],"stack":[128],"layers\\nmultiple":[130],"times.":[131],"To":[132],"best":[134],"our":[136],"knowledge,":[137],"this":[138],"first":[141],"work":[142],"suggest\\nan":[144],"encoder-decoder":[145],"that":[150,168],"applies":[151],"deep":[152],"self-attentive\\nlayers":[153],"responses":[157],"separately.":[158],"The":[159],"evaluations":[161],"a\\nlarge-scale":[163],"dataset":[166],"show":[167],"achieves":[170],"the\\nstate-of-the-art":[171],"performance":[172],"improvement":[178],"AUC\\nby":[180],"1.8%":[181],"compared":[182],"current":[185],"state-of-the-art":[186],"models.\\n":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":16}],"updated_date":"2026-02-20T08:17:22.645390","created_date":"2020-10-29T00:00:00"}