{"id":"https://openalex.org/W4410738232","doi":"https://doi.org/10.1109/tlt.2025.3570775","title":"Annotation Guideline-Based Knowledge Augmentation: Toward Enhancing Large Language Models for Educational Text Classification","display_name":"Annotation Guideline-Based Knowledge Augmentation: Toward Enhancing Large Language Models for Educational Text Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410738232","doi":"https://doi.org/10.1109/tlt.2025.3570775"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2025.3570775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3570775","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033823914","display_name":"Shiqi Liu","orcid":"https://orcid.org/0000-0001-6715-8126"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiqi Liu","raw_affiliation_strings":["National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065669497","display_name":"Sannyuya Liu","orcid":"https://orcid.org/0000-0002-4926-3720"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sannyuya Liu","raw_affiliation_strings":["National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046837524","display_name":"Lele Sha","orcid":"https://orcid.org/0000-0002-8138-3853"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Lele Sha","raw_affiliation_strings":["Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082695392","display_name":"Zijie Zeng","orcid":"https://orcid.org/0009-0006-0324-5451"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Zijie Zeng","raw_affiliation_strings":["Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Dragan Ga\u0161evi\u0107","raw_affiliation_strings":["Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics, Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382206","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0001-5024-9056"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Educational Big Data, Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033823914"],"corresponding_institution_ids":["https://openalex.org/I40963666"],"apc_list":null,"apc_paid":null,"fwci":12.3417,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98266425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"619","last_page":"634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9251000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9154000282287598,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8379002213478088},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6620566844940186},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6453691720962524},{"id":"https://openalex.org/keywords/guideline","display_name":"Guideline","score":0.6171258091926575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5399200320243835},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41455739736557007},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.38440313935279846},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3572757840156555},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3357408046722412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8379002213478088},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6620566844940186},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6453691720962524},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.6171258091926575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5399200320243835},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41455739736557007},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38440313935279846},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3572757840156555},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3357408046722412},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2025.3570775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3570775","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1661763918","display_name":null,"funder_award_id":"62293554","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2496375212","display_name":null,"funder_award_id":"62293550","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G628818362","display_name":null,"funder_award_id":"62377016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8487692502","display_name":null,"funder_award_id":"2022ZD0117101","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G8779754277","display_name":null,"funder_award_id":"202306770067","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2047508072","https://openalex.org/W2055854942","https://openalex.org/W2108617939","https://openalex.org/W2148143831","https://openalex.org/W2338288000","https://openalex.org/W2625465398","https://openalex.org/W2767604415","https://openalex.org/W2883150817","https://openalex.org/W2896457183","https://openalex.org/W2946862522","https://openalex.org/W2955084120","https://openalex.org/W3012507253","https://openalex.org/W3034323190","https://openalex.org/W3034477059","https://openalex.org/W3113815858","https://openalex.org/W3157673564","https://openalex.org/W3164001909","https://openalex.org/W3198391288","https://openalex.org/W3207553988","https://openalex.org/W4210820433","https://openalex.org/W4211036025","https://openalex.org/W4214927782","https://openalex.org/W4285083760","https://openalex.org/W4289792687","https://openalex.org/W4295693514","https://openalex.org/W4307288397","https://openalex.org/W4312444911","https://openalex.org/W4319865958","https://openalex.org/W4384662964","https://openalex.org/W4385569771","https://openalex.org/W4385570371","https://openalex.org/W4385632485","https://openalex.org/W4386002638","https://openalex.org/W4386021093","https://openalex.org/W4386376715","https://openalex.org/W4386513541","https://openalex.org/W4388046560","https://openalex.org/W4389518932","https://openalex.org/W4389520455","https://openalex.org/W4389523957","https://openalex.org/W4391136507","https://openalex.org/W4392484188","https://openalex.org/W4393147129","https://openalex.org/W4401023530","https://openalex.org/W4401042286","https://openalex.org/W4403637324","https://openalex.org/W6631043997","https://openalex.org/W6766673545","https://openalex.org/W6777615688","https://openalex.org/W6810738896","https://openalex.org/W6850625674","https://openalex.org/W6852874933","https://openalex.org/W6854736735","https://openalex.org/W6857076593","https://openalex.org/W6858023062","https://openalex.org/W6860710830","https://openalex.org/W6861190020"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2339422290","https://openalex.org/W2397653702","https://openalex.org/W2625833328","https://openalex.org/W3019157102"],"abstract_inverted_index":{"Automated":[0],"classification":[1,17,86,92,99,177],"of":[2,136,201,218,229],"learner-generated":[3],"text":[4],"to":[5,118,131,148,165,213],"identify":[6],"behavior,":[7],"emotion,":[8],"and":[9,30,69,88,94,97,101,120,127,154,158,172,187,222,231,241],"cognition":[10,98],"indicators,":[11],"collectively":[12],"known":[13],"as":[14,26,40,170],"learning":[15,28],"engagement":[16],"(LEC),":[18],"has":[19],"received":[20],"considerable":[21],"attention":[22],"in":[23,55,62,194],"fields":[24],"such":[25,39,169],"NLP,":[27],"analytics,":[29],"educational":[31],"data":[32],"mining.":[33],"Recently,":[34],"large":[35],"language":[36],"models":[37,168,193],"(LLMs),":[38],"ChatGPT,":[41],"which":[42,115],"are":[43,163],"considered":[44],"promising":[45],"technologies":[46],"for":[47,78,152,179,236],"artificial":[48],"general":[49],"intelligence,":[50],"have":[51],"demonstrated":[52],"remarkable":[53],"performance":[54,146,212],"various":[56],"NLP":[57],"tasks.":[58],"However,":[59],"their":[60],"capabilities":[61],"LEC":[63],"tasks":[64,181],"still":[65],"lack":[66],"comprehensive":[67],"evaluation":[68],"improvement":[70],"approaches.":[71],"This":[72],"study":[73,225],"introduces":[74],"a":[75,133],"novel":[76],"benchmark":[77],"LEC,":[79],"encompassing":[80],"six":[81],"datasets":[82],"that":[83],"cover":[84],"behavior":[85],"(question":[87],"urgency":[89],"level),":[90],"emotion":[91],"(binary":[93],"epistemic":[95],"emotion),":[96],"(opinion":[100],"cognitive":[102],"presence).":[103],"In":[104],"addition,":[105],"we":[106],"propose":[107],"the":[108,141,191,195,202,216,223,227],"annotation":[109,125],"guideline-based":[110],"knowledge":[111,233],"augmentation":[112,234],"(AGKA)":[113],"approach,":[114],"leverages":[116],"GPT-4.0":[117,153,157,186],"recognize":[119],"extract":[121],"label":[122],"definitions":[123],"from":[124],"guidelines":[126],"applies":[128],"random":[129],"undersampling":[130],"select":[132],"representative":[134],"set":[135],"examples.":[137],"Experimental":[138],"results":[139],"demonstrate":[140],"following:":[142],"AGKA":[143,162,209],"enhances":[144],"LLM":[145,239],"compared":[147],"vanilla":[149],"prompts,":[150],"particularly":[151],"Llama-3":[155,159,188,206],"70B;":[156],"70B":[160,189,207],"with":[161,208],"comparable":[164,211],"fully":[166,203],"fine-tuned":[167,192,204],"BERT":[171],"RoBERTa":[173],"on":[174],"simple":[175],"binary":[176],"tasks;":[178],"multiclass":[180],"requiring":[182],"complex":[183],"semantic":[184],"understanding,":[185],"outperform":[190],"few-shot":[196],"setting":[197],"but":[198],"fall":[199],"short":[200],"models;":[205],"shows":[210],"GPT-4.0,":[214],"demonstrating":[215],"viability":[217],"these":[219],"open-source":[220],"alternatives;":[221],"ablation":[224],"highlights":[226],"importance":[228],"customizing":[230],"evaluating":[232],"strategies":[235],"each":[237],"specific":[238],"architecture":[240],"task.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-05-27T00:00:00"}