{"id":"https://openalex.org/W4417332954","doi":"https://doi.org/10.3390/computers14120555","title":"Learning Analytics with Scalable Bloom\u2019s Taxonomy Labeling of Socratic Chatbot Dialogues","display_name":"Learning Analytics with Scalable Bloom\u2019s Taxonomy Labeling of Socratic Chatbot Dialogues","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W4417332954","doi":"https://doi.org/10.3390/computers14120555"},"language":"en","primary_location":{"id":"doi:10.3390/computers14120555","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14120555","pdf_url":"https://www.mdpi.com/2073-431X/14/12/555/pdf?version=1765772303","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/12/555/pdf?version=1765772303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083523099","display_name":"Kok Wai Lee","orcid":"https://orcid.org/0000-0002-9379-8079"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kok Wai Lee","raw_affiliation_strings":["Science, Mathematics and Technology, Singapore University of Technology and Design, Singapore 487372, Singapore"],"affiliations":[{"raw_affiliation_string":"Science, Mathematics and Technology, Singapore University of Technology and Design, Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085473650","display_name":"Yee Sin Ang","orcid":"https://orcid.org/0000-0002-1637-1610"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yee Sin Ang","raw_affiliation_strings":["Science, Mathematics and Technology, Singapore University of Technology and Design, Singapore 487372, Singapore"],"affiliations":[{"raw_affiliation_string":"Science, Mathematics and Technology, Singapore University of Technology and Design, Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100672403","display_name":"Joel Weijia Lai","orcid":"https://orcid.org/0000-0002-5619-2051"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Joel Weijia Lai","raw_affiliation_strings":["Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, Singapore 639798, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100672403"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21747681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"12","first_page":"555","last_page":"555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.5911999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.5911999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.8317000269889832},{"id":"https://openalex.org/keywords/socratic-method","display_name":"Socratic method","score":0.5849999785423279},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.48190000653266907},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4767000079154968},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.44350001215934753},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.435699999332428},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.38920000195503235},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.3752000033855438},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.3702000081539154}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8317000269889832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7182000279426575},{"id":"https://openalex.org/C2801541","wikidata":"https://www.wikidata.org/wiki/Q839475","display_name":"Socratic method","level":2,"score":0.5849999785423279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5034000277519226},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35659998655319214},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32249999046325684},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.26840001344680786},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2474386","wikidata":"https://www.wikidata.org/wiki/Q461183","display_name":"Text corpus","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C3018615553","wikidata":"https://www.wikidata.org/wiki/Q189293","display_name":"Frequently asked questions","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/computers14120555","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14120555","pdf_url":"https://www.mdpi.com/2073-431X/14/12/555/pdf?version=1765772303","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b472a1b1b0ff4e288e8358e4fd28ed0a","is_oa":true,"landing_page_url":"https://doaj.org/article/b472a1b1b0ff4e288e8358e4fd28ed0a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 12, p 555 (2025)","raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/209081","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/209081","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3390/computers14120555","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14120555","pdf_url":"https://www.mdpi.com/2073-431X/14/12/555/pdf?version=1765772303","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417332954.pdf","grobid_xml":"https://content.openalex.org/works/W4417332954.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1965555277","https://openalex.org/W2057328631","https://openalex.org/W2063370556","https://openalex.org/W2081580037","https://openalex.org/W2114535528","https://openalex.org/W2119821739","https://openalex.org/W2295598076","https://openalex.org/W2903950532","https://openalex.org/W2970641574","https://openalex.org/W4211059218","https://openalex.org/W4304098269","https://openalex.org/W4388095513","https://openalex.org/W4406716578","https://openalex.org/W4408402978","https://openalex.org/W4409150614","https://openalex.org/W4409351756","https://openalex.org/W4412889213","https://openalex.org/W4412993375"],"related_works":[],"abstract_inverted_index":{"Educational":[0],"chatbots":[1],"are":[2],"increasingly":[3],"deployed":[4],"to":[5,14,43,148,152],"scaffold":[6],"student":[7],"learning,":[8],"yet":[9],"educators":[10],"lack":[11],"scalable":[12],"ways":[13],"assess":[15],"the":[16,153,164,197,229],"cognitive":[17],"depth":[18],"of":[19,36,59],"these":[20],"dialogues":[21],"in":[22,144],"situ.":[23],"Bloom\u2019s":[24],"taxonomy":[25],"provides":[26,236],"a":[27,50,72,101,126,145,223,237],"principled":[28],"lens":[29],"for":[30,45,55,240],"characterizing":[31],"reasoning,":[32],"but":[33],"manual":[34],"tagging":[35],"conversational":[37],"turns":[38],"is":[39],"costly":[40],"and":[41,75,95,116,124,209,235,244],"difficult":[42],"scale":[44],"learning":[46,242],"analytics.":[47],"We":[48],"present":[49],"reproducible":[51],"high-confidence":[52,150],"pseudo-labeling":[53],"pipeline":[54],"multi-label":[56],"Bloom":[57,91,178],"classification":[58],"Socratic":[60,73],"student\u2013chatbot":[61],"exchanges.":[62],"The":[63],"dataset":[64],"comprises":[65],"6716":[66],"utterances":[67],"collected":[68],"from":[69],"conversations":[70],"between":[71],"chatbot":[74,248],"34":[76],"undergraduate":[77],"statistics":[78],"students":[79],"at":[80],"Nanyang":[81],"Technological":[82],"University.":[83],"From":[84],"three":[85],"chronologically":[86],"selected":[87],"workbooks":[88],"with":[89,109,183,190,203],"expert":[90],"annotations,":[92],"we":[93],"trained":[94],"compared":[96],"two":[97],"labeling":[98],"tracks:":[99],"(i)":[100],"calibrated":[102,171],"classical":[103,172,187],"approach":[104,230],"using":[105,130],"SentenceTransformer":[106],"(all-MiniLM-L6-v2)":[107],"embeddings":[108],"one-vs-rest":[110],"Logistic":[111,191],"Regression,":[112],"Linear":[113,184],"SVM,":[114],"XGBoost,":[115],"MLP,":[117],"followed":[118],"by":[119],"per-class":[120],"precision\u2013recall":[121],"threshold":[122],"tuning;":[123],"(ii)":[125],"lightweight":[127],"LLM":[128],"track":[129],"GPT-4o-mini":[131,162],"after":[132],"supervised":[133],"fine-tuning.":[134],"Class-specific":[135],"thresholds":[136],"tuned":[137],"on":[138,206],"5-fold":[139],"cross-validation":[140],"were":[141],"then":[142],"applied":[143],"single":[146],"pass":[147],"assign":[149],"pseudo-labels":[151],"remaining":[154],"unlabeled":[155],"exchanges,":[156],"avoiding":[157],"feedback-loop":[158],"confirmation":[159],"bias.":[160],"Fine-tuned":[161],"achieved":[163],"highest":[165],"prevalence-weighted":[166],"performance":[167],"(micro-F1":[168],"=0.814),":[169],"whereas":[170],"models":[173,211],"yielded":[174],"stronger":[175],"balance":[176],"across":[177],"levels":[179],"(best":[180],"macro-F1":[181],"=0.630":[182],"SVM;":[185],"best":[186],"micro-F1":[188],"=0.759":[189],"Regression).":[192],"Both":[193],"model":[194],"families":[195],"reflect":[196],"corpus":[198],"skew":[199],"toward":[200],"lower-order":[201],"cognition,":[202],"LLMs":[204],"excelling":[205],"common":[207],"patterns":[208],"linear":[210],"better":[212],"preserving":[213],"rarer":[214],"higher-order":[215],"labels,":[216],"while":[217],"results":[218],"should":[219],"be":[220],"interpreted":[221],"as":[222],"proof-of-concept":[224],"given":[225],"limited":[226],"gold":[227],"labeling,":[228],"substantially":[231],"reduces":[232],"annotation":[233],"burden":[234],"practical":[238],"pathway":[239],"Bloom-aware":[241],"analytics":[243],"future":[245],"real-time":[246],"adaptive":[247],"support.":[249]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-12-15T00:00:00"}