{"id":"https://openalex.org/W7155599131","doi":"https://doi.org/10.1145/3785022.3785037","title":"Detecting Doubt in Reflective Learning: A Learning Analytics Study with Large and Small Language Models","display_name":"Detecting Doubt in Reflective Learning: A Learning Analytics Study with Large and Small Language Models","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7155599131","doi":"https://doi.org/10.1145/3785022.3785037"},"language":null,"primary_location":{"id":"doi:10.1145/3785022.3785037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3785022.3785037","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041682105","display_name":"Eng Lieh Ouh","orcid":"https://orcid.org/0000-0001-7759-348X"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Eng Lieh Ouh","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7759-348X","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054561981","display_name":"Kar Way Tan","orcid":"https://orcid.org/0000-0002-2707-6588"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kar Way Tan","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2707-6588","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050692431","display_name":"Siaw Ling Lo","orcid":"https://orcid.org/0000-0002-8749-0473"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siaw Ling Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-8749-0473","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101611353","display_name":"Yuhao Zhang","orcid":"https://orcid.org/0000-0003-1343-5401"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuhao Zhang","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1343-5401","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041682105"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.96033041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"117","last_page":"126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.11559999734163284,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.04259999841451645,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/politeness","display_name":"Politeness","score":0.7835000157356262},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.46810001134872437},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3898000121116638},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.387800008058548},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.33559998869895935},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.2797999978065491}],"concepts":[{"id":"https://openalex.org/C61123122","wikidata":"https://www.wikidata.org/wiki/Q281287","display_name":"Politeness","level":2,"score":0.7835000157356262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676999926567078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48080000281333923},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4230000078678131},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2797999978065491},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2554999887943268},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3785022.3785037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3785022.3785037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785037","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7569806575775146,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6372462008","display_name":null,"funder_award_id":"MOE2023-TRF-016","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1552819150","https://openalex.org/W1598182466","https://openalex.org/W1741890539","https://openalex.org/W2027810747","https://openalex.org/W2039031214","https://openalex.org/W2048531734","https://openalex.org/W2058064543","https://openalex.org/W2063202923","https://openalex.org/W2072035149","https://openalex.org/W2103162107","https://openalex.org/W2325636616","https://openalex.org/W3001184857","https://openalex.org/W3020861807","https://openalex.org/W3113155982","https://openalex.org/W3135434033","https://openalex.org/W3157397317","https://openalex.org/W4205411218","https://openalex.org/W4205725892","https://openalex.org/W4323037544","https://openalex.org/W4385654693","https://openalex.org/W4386718949","https://openalex.org/W4389519967","https://openalex.org/W4392564669","https://openalex.org/W4392861551","https://openalex.org/W4392865267","https://openalex.org/W4402467510","https://openalex.org/W4404781496","https://openalex.org/W4407950760","https://openalex.org/W4409480044","https://openalex.org/W4411379384","https://openalex.org/W7133209886","https://openalex.org/W7133211372","https://openalex.org/W7133224126"],"related_works":[],"abstract_inverted_index":{"Reflective":[0],"learning":[1,140,197],"enhances":[2],"understanding,":[3],"especially":[4],"when":[5],"instructors":[6],"promptly":[7],"address":[8],"difficulties":[9,144],"raised":[10],"in":[11,145,196],"student":[12,58],"reflections.":[13],"Automated":[14],"doubt":[15,48,173],"detection":[16,49,174],"can":[17,46,96],"reduce":[18],"time":[19,28],"for":[20,29,172],"instructors,":[21],"yet":[22],"existing":[23],"classification":[24,71],"approaches":[25],"take":[26],"substantial":[27],"manual":[30],"annotation":[31],"and":[32,40,65,99,148,167,175,194],"model":[33],"training.":[34,52],"This":[35],"paper":[36],"investigates":[37],"whether":[38],"large":[39],"small":[41],"language":[42,170],"models":[43,171],"(LLMs,":[44],"SLMs)":[45],"automate":[47],"without":[50,84],"time-consuming":[51],"Using":[53],"a":[54,121],"dataset":[55],"of":[56,169],"anonymized":[57],"reflections,":[59],"we":[60],"evaluate":[61],"zero-shot,":[62],"few-shot":[63],"prompting,":[64,85],"multi-step":[66],"reasoning":[67],"against":[68],"prior":[69],"supervised":[70],"baselines.":[72],"We":[73,102,116],"show":[74,104],"that":[75,105,126,180],"LLMs":[76,95],"(GPT-4o,":[77],"Claude-4,":[78],"Gemini-2.5)":[79],"surpass":[80],"earlier":[81],"F1":[82],"scores":[83],"while":[86,112,133],"prompting":[87],"further":[88],"improves":[89],"their":[90,189],"performance.":[91],"However,":[92],"using":[93],"proprietary":[94],"raise":[97],"cost":[98],"privacy":[100],"concerns.":[101,115],"also":[103],"selected":[106],"SLMs":[107],"(Mistral,":[108],"Qwen)":[109],"outperform":[110],"baselines":[111],"addressing":[113],"these":[114],"extend":[117],"the":[118,165,176],"analysis":[119],"with":[120],"category-level":[122],"error":[123],"study,":[124],"showing":[125],"explicit":[127],"doubts":[128,135,150,190],"are":[129,157,192],"detected":[130],"more":[131,159],"reliably,":[132],"tentative":[134],"(softened":[136],"by":[137,152],"cautious":[138,181],"language),":[139],"challenge":[141],"(arising":[142],"from":[143],"applying":[146],"concepts),":[147],"masked":[149],"(concealed":[151],"positive":[153],"or":[154,182],"polite":[155,183],"phrasing)":[156],"missed":[158],"often.":[160],"These":[161],"findings":[162],"highlight":[163],"both":[164],"promise":[166],"limitations":[168],"need":[177],"to":[178],"ensure":[179],"learners":[184],"who":[185],"may":[186],"not":[187],"express":[188],"explicitly":[191],"recognized":[193],"supported":[195],"analytics":[198],"systems.":[199]},"counts_by_year":[],"updated_date":"2026-04-26T06:07:20.044499","created_date":"2026-04-26T00:00:00"}