{"id":"https://openalex.org/W4410877991","doi":"https://doi.org/10.1016/j.caeai.2025.100427","title":"Evaluating the capability of large language models in characterising relational feedback: A comparative analysis of prompting strategies","display_name":"Evaluating the capability of large language models in characterising relational feedback: A comparative analysis of prompting strategies","publication_year":2025,"publication_date":"2025-05-30","ids":{"openalex":"https://openalex.org/W4410877991","doi":"https://doi.org/10.1016/j.caeai.2025.100427"},"language":"en","primary_location":{"id":"doi:10.1016/j.caeai.2025.100427","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100427","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.caeai.2025.100427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100719051","display_name":"Wei Dai","orcid":"https://orcid.org/0000-0001-7206-9347"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Wei Dai","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7206-9347","affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037528282","display_name":"Yixin Cheng","orcid":"https://orcid.org/0000-0002-8596-7944"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yixin Cheng","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091378592","display_name":"Ahmad Ari Aldino","orcid":"https://orcid.org/0000-0003-0267-0764"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ahmad Ari Aldino","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102026376","display_name":"Yi\u2010Shan Tsai","orcid":"https://orcid.org/0000-0001-8967-5327"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yi-Shan Tsai","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Ga\u0161evi\u0107","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074575547","display_name":"Guanliang Chen","orcid":"https://orcid.org/0000-0002-8236-3133"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guanliang Chen","raw_affiliation_strings":["Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics at Monash, Faculty of Information Technology, Monash University, Clayton, Melbourne, 3800, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100719051"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":{"value":1800,"currency":"USD","value_usd":1800},"apc_paid":{"value":1800,"currency":"USD","value_usd":1800},"fwci":15.7552,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98398027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"100427","last_page":"100427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4947969317436218},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4590185880661011},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4468921422958374},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36623549461364746},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07198718190193176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4947969317436218},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4590185880661011},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4468921422958374},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36623549461364746},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07198718190193176}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.caeai.2025.100427","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100427","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/2398fb31-716c-49de-b994-c787384e854d","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/2398fb31-716c-49de-b994-c787384e854d","pdf_url":"https://researchmgt.monash.edu/ws/files/731031400/697619551-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dai, W, Cheng, Y, Aldino, A A, Tsai, Y S, Ga\u0161evi\u0107, D & Chen, G 2025, 'Evaluating the capability of large language models in characterising relational feedback : A comparative analysis of prompting strategies', Computers and Education: Artificial Intelligence, vol. 8, 100427. https://doi.org/10.1016/j.caeai.2025.100427","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:52f50b910f944cce9c18af64905384bb","is_oa":true,"landing_page_url":"https://doaj.org/article/52f50b910f944cce9c18af64905384bb","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers and Education: Artificial Intelligence, Vol 8, Iss , Pp 100427- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.caeai.2025.100427","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100427","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1314492533","display_name":null,"funder_award_id":"29874","funder_id":"https://openalex.org/F4320320971","funder_display_name":"Monash University"}],"funders":[{"id":"https://openalex.org/F4320320971","display_name":"Monash University","ror":"https://ror.org/02bfwt286"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1997543660","https://openalex.org/W2041481557","https://openalex.org/W2111497108","https://openalex.org/W2238850878","https://openalex.org/W2560140854","https://openalex.org/W2904035102","https://openalex.org/W2905050135","https://openalex.org/W2917721748","https://openalex.org/W2933483998","https://openalex.org/W3028739380","https://openalex.org/W3036685446","https://openalex.org/W3091802962","https://openalex.org/W3142680211","https://openalex.org/W3153524599","https://openalex.org/W3168026796","https://openalex.org/W4200238705","https://openalex.org/W4234924934","https://openalex.org/W4307472389","https://openalex.org/W4367179261","https://openalex.org/W4385632485","https://openalex.org/W4389636360","https://openalex.org/W4390590855","https://openalex.org/W4399384949","https://openalex.org/W4400410846","https://openalex.org/W4401489026","https://openalex.org/W4402467510","https://openalex.org/W4406564131","https://openalex.org/W4406602486","https://openalex.org/W6605266527","https://openalex.org/W6767909737","https://openalex.org/W6790618556","https://openalex.org/W6852134756","https://openalex.org/W6852168583","https://openalex.org/W6865814786","https://openalex.org/W6869818782","https://openalex.org/W6876674736","https://openalex.org/W6990734492","https://openalex.org/W7006446694"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Relational":[0],"feedback":[1,33,38,47,52,59,166,191,226,275],"is":[2],"increasingly":[3],"recognised":[4],"for":[5,34,74,87,240],"its":[6,20,41,170],"crucial":[7],"role":[8],"in":[9,109,163,203,219,272,294],"enhancing":[10],"student-instructor":[11],"relationships":[12],"and":[13,45,70,82,89,94,113,158,167,176,211,276],"promoting":[14],"the":[15,133,140,152,156,261,266,295],"assimilation":[16],"of":[17,36,57,143,154,207,223,243,268,283],"feedback.":[18,145],"Despite":[19],"significance,":[21],"no":[22,233],"studies":[23],"have":[24],"tried":[25],"to":[26,30,39,106,116,138,150],"develop":[27],"automated":[28,55],"methods":[29,73],"analyse":[31],"written":[32],"properties":[35],"relational":[37,51,58,144,165,209,225,245,258,274,284],"promote":[40],"use":[42],"at":[43],"scale":[44],"assist":[46],"providers":[48],"with":[49],"their":[50,107,114],"practices.":[53],"This":[54],"analysis":[56],"can":[60,123],"be":[61,136],"performed":[62],"as":[63],"a":[64,84,102,186,280],"classification":[65,76,111,230,249,287],"task.":[66],"However,":[67],"traditional":[68],"machine":[69,92],"deep":[71],"learning":[72,93],"text":[75,110],"typically":[77],"require":[78],"extensive":[79,182],"human":[80],"labelling":[81],"pose":[83],"significant":[85,234],"challenge":[86],"educators":[88],"researchers":[90],"lacking":[91],"data":[95],"science":[96],"expertise.":[97],"Large":[98],"language":[99,270],"models":[100,271],"offer":[101],"promising":[103],"solution":[104],"due":[105],"advancements":[108],"tasks":[112],"capacity":[115],"interact":[117],"using":[118],"natural-language":[119],"prompts.":[120],"Prompting":[121],"strategies":[122,239],"significantly":[124],"influence":[125],"model":[126,160],"performance;":[127],"however,":[128],"it":[129],"remains":[130],"unclear":[131],"how":[132,169],"prompt":[134],"should":[135],"designed":[137],"enable":[139],"accurate":[141],"characterisation":[142],"Therefore,":[146],"this":[147],"study":[148],"aims":[149],"investigate":[151],"capability":[153],"GPT-4o,":[155],"versatile":[157],"flagship":[159],"by":[161,253],"OpenAI,":[162],"characterising":[164],"evaluate":[168],"effectiveness":[171],"varies":[172],"across":[173,236],"zero-shot,":[174],"one-shot":[175],"few-shot":[177],"prompting":[178,238],"strategies.":[179],"Results":[180],"from":[181],"experiments":[183],"conducted":[184],"on":[185],"real-world":[187],"dataset":[188],"comprising":[189],"793":[190],"sentences":[192],"revealed":[193],"that:":[194],"i)":[195],"GPT-4o":[196],"achieved":[197],"an":[198,212],"average":[199,213],"Accuracy":[200],"exceeding":[201,217],"0.8":[202],"identifying":[204,220,273],"nine":[205],"out":[206,222,242],"ten":[208,224,244],"characteristics,":[210],"F":[214],"1":[215],"score":[216],"0.7":[218],"six":[221],"characteristics;":[227,246],"ii)":[228],"GPT-4o's":[229,248],"performance":[231,250,288],"demonstrated":[232],"differences":[235],"various":[237],"eight":[241],"iii)":[247],"was":[251],"enhanced":[252],"explicitly":[254],"distinguishing":[255],"between":[256],"related":[257],"characteristics":[259,285],"within":[260],"prompt.":[262,296],"Our":[263],"findings":[264],"underscore":[265],"potential":[267],"large":[269],"indicate":[277],"that":[278],"providing":[279],"clear":[281],"definition":[282],"enhances":[286],"more":[289],"effectively":[290],"than":[291],"incorporating":[292],"exemplars":[293]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-01-20T17:24:06.736184","created_date":"2025-10-10T00:00:00"}