{"id":"https://openalex.org/W3209636133","doi":"https://doi.org/10.1109/tlt.2021.3123266","title":"New Methods for Confusion Detection in Course Forums: Student, Teacher, and Machine","display_name":"New Methods for Confusion Detection in Course Forums: Student, Teacher, and Machine","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3209636133","doi":"https://doi.org/10.1109/tlt.2021.3123266","mag":"3209636133"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2021.3123266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3123266","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042204575","display_name":"Shay A. Geller","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shay A. Geller","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024303852","display_name":"Kobi Gal","orcid":"https://orcid.org/0000-0001-7187-8572"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Kobi Gal","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","School of Informatics, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089712688","display_name":"Avi Segal","orcid":"https://orcid.org/0000-0003-0915-5730"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Avi Segal","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015690039","display_name":"Kamali Sripathi","orcid":"https://orcid.org/0000-0002-2002-8540"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamali Sripathi","raw_affiliation_strings":["Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057654011","display_name":"Hyunsoo G. Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyunsoo G. Kim","raw_affiliation_strings":["Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028322147","display_name":"Marc T. Facciotti","orcid":"https://orcid.org/0000-0003-4453-3274"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc T. Facciotti","raw_affiliation_strings":["Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020096573","display_name":"Michele M. Igo","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michele Igo","raw_affiliation_strings":["Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA"],"affiliations":[{"raw_affiliation_string":"Genome Center and the Department of Biomedical Engineering, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054006651","display_name":"Nicholas Hoernle","orcid":"https://orcid.org/0000-0002-9199-7226"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas Hoernle","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028448267","display_name":"David R. Karger","orcid":"https://orcid.org/0000-0002-0024-5847"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Karger","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5042204575"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":null,"apc_paid":null,"fwci":0.6999,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76916246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"14","issue":"5","first_page":"665","last_page":"679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.823022186756134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7883365154266357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6118518114089966},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.5483570098876953},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.538021445274353},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.5164361596107483},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.42876189947128296},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4223431646823883},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40356960892677307},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32677268981933594},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0954751968383789}],"concepts":[{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.823022186756134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883365154266357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6118518114089966},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5483570098876953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.538021445274353},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.5164361596107483},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.42876189947128296},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4223431646823883},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40356960892677307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32677268981933594},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0954751968383789},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tlt.2021.3123266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3123266","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt3m67m3s8","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/3m67m3s8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Learning Technologies, vol 14, iss 5","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6381095190","display_name":null,"funder_award_id":"1915724","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W133284495","https://openalex.org/W1473832581","https://openalex.org/W1520353783","https://openalex.org/W1550180926","https://openalex.org/W1569507287","https://openalex.org/W1604676084","https://openalex.org/W1614298861","https://openalex.org/W1976518595","https://openalex.org/W1976526581","https://openalex.org/W1978394996","https://openalex.org/W2003759405","https://openalex.org/W2009936685","https://openalex.org/W2010950062","https://openalex.org/W2019416425","https://openalex.org/W2028111024","https://openalex.org/W2058064543","https://openalex.org/W2063898208","https://openalex.org/W2077855120","https://openalex.org/W2112251034","https://openalex.org/W2121075864","https://openalex.org/W2127425234","https://openalex.org/W2162652393","https://openalex.org/W2163721389","https://openalex.org/W2166474856","https://openalex.org/W2324121423","https://openalex.org/W2340414073","https://openalex.org/W2408222884","https://openalex.org/W2463230187","https://openalex.org/W2489406233","https://openalex.org/W2535763678","https://openalex.org/W2563279640","https://openalex.org/W2587286194","https://openalex.org/W2606420504","https://openalex.org/W2740382415","https://openalex.org/W2767604415","https://openalex.org/W2806102846","https://openalex.org/W2807738726","https://openalex.org/W2808873518","https://openalex.org/W2891204375","https://openalex.org/W2950577311","https://openalex.org/W2952729433","https://openalex.org/W2962739339","https://openalex.org/W2963291843","https://openalex.org/W2963341956","https://openalex.org/W2980282514","https://openalex.org/W2990153250","https://openalex.org/W3011361849","https://openalex.org/W4245000930","https://openalex.org/W6631043997","https://openalex.org/W6636510571","https://openalex.org/W6676867598","https://openalex.org/W6679055984","https://openalex.org/W6685158001","https://openalex.org/W6700686222","https://openalex.org/W6718919363","https://openalex.org/W6752565926","https://openalex.org/W6768817161"],"related_works":["https://openalex.org/W2886802431","https://openalex.org/W4388216822","https://openalex.org/W1761762290","https://openalex.org/W4391191813","https://openalex.org/W4387575966","https://openalex.org/W4366202965","https://openalex.org/W1969293528","https://openalex.org/W2349679704","https://openalex.org/W4389633859","https://openalex.org/W2570625548"],"abstract_inverted_index":{"This":[0,186],"article":[1],"provides":[2],"computational":[3],"and":[4,53,193,222,236],"rule-based":[5],"approaches":[6],"for":[7,70,78,146,181,220],"detecting":[8,79,147,221],"confusion":[9,80,152,183,196,224],"that":[10,36,61,95],"is":[11,49],"expressed":[12],"in":[13,16,51,119,153,184,225],"students'":[14,116,149],"comments":[15],"couse":[17],"forums.":[18],"To":[19],"obtain":[20],"reliable,":[21],"ground":[22,103],"truth":[23,104],"data":[24,60],"about":[25],"which":[26,55,87],"posts":[27,43,118,150],"exhibit":[28,151],"student":[29,83,195],"confusion,":[30],"we":[31],"designed":[32],"a":[33,120,142],"decision":[34],"tree":[35],"facilitates":[37],"the":[38,57,89,96,102,135,154,161,201,205,231],"manual":[39,47],"labeling":[40,48],"of":[41,59,106,115,128,131,156,200,207,211,234],"forum":[42,117],"by":[44,229],"experts.":[45,107],"However,":[46],"costly":[50],"time":[52],"resources,":[54],"limits":[56],"amount":[58],"can":[62],"be":[63],"generated":[64],"using":[65],"this":[66,159,212],"process.":[67],"Our":[68],"strategy":[69],"overcoming":[71],"these":[72,111],"limitations":[73],"was":[74,138,173,188],"to":[75,113,140,175,191],"generate":[76],"rules":[77,98,112],"based":[81,165],"on":[82,166],"input":[84,233],"via":[85],"hashtags,":[86],"reflect":[88],"student's":[90],"affective":[91],"states.":[92],"We":[93,108],"show":[94],"resulting":[97,136],"closely":[99],"align":[100],"with":[101,217],"judgement":[105],"next":[109],"applied":[110],"datasets":[114],"large-scale":[121],"biology":[122],"course,":[123],"thereby":[124],"automatically":[125],"generating":[126],"thousands":[127],"labeled":[129],"instances":[130],"“confused":[132],"posts.”":[133],"Finally,":[134],"dataset":[137],"used":[139],"train":[141],"machine":[143,178],"learning":[144,179],"model":[145,164,187],"whether":[148],"absence":[155],"hashtags.":[157],"In":[158],"task,":[160],"pretrained":[162,208],"language":[163,209],"bidirectional":[167],"encoder":[168],"representation":[169],"from":[170],"transformers":[171],"(BERT)":[172],"able":[174,190],"outperform":[176],"traditional":[177],"models":[180,210],"classifying":[182],"posts.":[185],"also":[189],"generalize":[192],"detect":[194],"across":[197],"different":[198],"offerings":[199],"same":[202],"course.":[203],"Ultimately,":[204],"use":[206],"type":[213],"will":[214],"provide":[215],"teachers":[216,235],"better":[218],"technologies":[219],"alleviating":[223],"online":[226],"discussion":[227],"forums":[228],"leveraging":[230],"combined":[232],"students.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}