{"id":"https://openalex.org/W4417469872","doi":"https://doi.org/10.1109/access.2025.3646052","title":"LEAF++: Trait-Annotated Essay Feedback Dataset With Validation of Trait Scores via LLMs","display_name":"LEAF++: Trait-Annotated Essay Feedback Dataset With Validation of Trait Scores via LLMs","publication_year":2025,"publication_date":"2025-12-18","ids":{"openalex":"https://openalex.org/W4417469872","doi":"https://doi.org/10.1109/access.2025.3646052"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3646052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646052","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3646052","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079340027","display_name":"Haile Misgna","orcid":"https://orcid.org/0000-0001-5125-2513"},"institutions":[{"id":"https://openalex.org/I120158604","display_name":"Kunsan National University","ror":"https://ror.org/02yj55q56","country_code":"KR","type":"education","lineage":["https://openalex.org/I120158604"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Haile Misgna","raw_affiliation_strings":["Department of Software Science and Engineering, Kunsan National University, Gunsan-si, Jeollabuk-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Software Science and Engineering, Kunsan National University, Gunsan-si, Jeollabuk-do, Republic of Korea","institution_ids":["https://openalex.org/I120158604"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084878720","display_name":"Byung-Won On","orcid":"https://orcid.org/0000-0001-6929-3188"},"institutions":[{"id":"https://openalex.org/I120158604","display_name":"Kunsan National University","ror":"https://ror.org/02yj55q56","country_code":"KR","type":"education","lineage":["https://openalex.org/I120158604"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byung-Won On","raw_affiliation_strings":["Department of Software Science and Engineering, Kunsan National University, Gunsan-si, Jeollabuk-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Software Science and Engineering, Kunsan National University, Gunsan-si, Jeollabuk-do, Republic of Korea","institution_ids":["https://openalex.org/I120158604"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ingyu Lee","orcid":"https://orcid.org/0009-0005-0050-9012"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ingyu Lee","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan-si, Republic of Korea","Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan-si, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044080887","display_name":"Gyu Sang Choi","orcid":"https://orcid.org/0000-0002-0854-768X"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gyu Sang Choi","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan-si, Republic of Korea","Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan-si, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079340027"],"corresponding_institution_ids":["https://openalex.org/I120158604"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21322359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"9062","last_page":"9082"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.243599995970726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.243599995970726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20389999449253082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.12370000034570694,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.9205999970436096},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.46299999952316284},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3894999921321869},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.2896000146865845}],"concepts":[{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.9205999970436096},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4693000018596649},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.46299999952316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44609999656677246},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3637999892234802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3490999937057495},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2628999948501587}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3646052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646052","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3646052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3646052","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6379462335","display_name":null,"funder_award_id":"NRF-2022R1A2C1011404","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1688592801","https://openalex.org/W2101105183","https://openalex.org/W2170058424","https://openalex.org/W2564237127","https://openalex.org/W2567547739","https://openalex.org/W2740592764","https://openalex.org/W2744982537","https://openalex.org/W2799207367","https://openalex.org/W2886326288","https://openalex.org/W2889765309","https://openalex.org/W2894995323","https://openalex.org/W2898637464","https://openalex.org/W2903046105","https://openalex.org/W2962851685","https://openalex.org/W2963599398","https://openalex.org/W2963830885","https://openalex.org/W2970811405","https://openalex.org/W2971167679","https://openalex.org/W3033475071","https://openalex.org/W3034560444","https://openalex.org/W3035464175","https://openalex.org/W3037207300","https://openalex.org/W3038128712","https://openalex.org/W3038362714","https://openalex.org/W3103252638","https://openalex.org/W3114208363","https://openalex.org/W3176679714","https://openalex.org/W3196589716","https://openalex.org/W4280510965","https://openalex.org/W4287855045","https://openalex.org/W4366403195","https://openalex.org/W4379229405","https://openalex.org/W4385571576","https://openalex.org/W4385571889","https://openalex.org/W4385572085","https://openalex.org/W4387164696","https://openalex.org/W4398184732","https://openalex.org/W4401042617","https://openalex.org/W4401043575","https://openalex.org/W4404782056","https://openalex.org/W4404783006","https://openalex.org/W4405654597","https://openalex.org/W4407841581","https://openalex.org/W4407841797","https://openalex.org/W4411120169","https://openalex.org/W4411449502","https://openalex.org/W4413081675"],"related_works":[],"abstract_inverted_index":{"The":[0,199],"limited":[1],"availability":[2],"of":[3,36,59],"essay":[4,14,22,60,106,139,163,213],"feedback":[5,26,91,102,135,160],"datasets":[6],"with":[7,45,70,127],"trait-level":[8,46,169],"annotations":[9],"has":[10],"led":[11],"research":[12],"in":[13],"evaluation":[15],"to":[16,89,93,103,151,195,210],"focus":[17],"primarily":[18],"on":[19,159],"either":[20],"automated":[21],"scoring":[23],"(AES)":[24],"or":[25],"generation.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31,76],"introduce":[32],"LEAF++,":[33],"an":[34,105],"extension":[35],"the":[37,49,74,94,128,137,145,166,203,211],"Learner\u2019s":[38],"Essay":[39],"and":[40,62,162,171,182,186],"Feedback":[41],"(LEAF)":[42],"dataset,":[43,75],"enriched":[44],"scores":[47,54,86,154,170,191,206],"alongside":[48],"original":[50],"feedback.":[51,71,96,173,198,214],"These":[52,147],"trait":[53,85,108,118,153,190,205],"enable":[55],"a":[56,64,123,141],"detailed":[57],"analysis":[58],"aspects":[61],"provide":[63],"basis":[65],"for":[66],"validating":[67],"their":[68,157],"relationship":[69,167],"To":[72],"assess":[73],"propose":[77],"four":[78],"LLM-based":[79],"validation":[80],"approaches.":[81],"Score2Feedback":[82],"examines":[83],"whether":[84,99],"guide":[87,193],"LLMs":[88,194],"generate":[90,196],"similar":[92],"reference":[95,101],"Feedback2Score":[97],"evaluates":[98],"using":[100,176],"revise":[104],"improves":[107],"scores.":[109],"Feedback<italic":[110,130],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111,131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">via</i>Reference":[112],"iteratively":[113,133],"refines":[114],"feedback,":[115],"guided":[116],"by":[117,155],"scores,":[119],"until":[120,136],"it":[121],"meets":[122],"minimum":[124],"similarity":[125],"threshold":[126],"reference.":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">via</i>Score":[132],"revises":[134],"revised":[138],"achieves":[140],"higher":[142],"score":[143],"than":[144],"original.":[146],"strategies":[148],"allow":[149],"us":[150],"validate":[152],"measuring":[156],"impact":[158],"generation":[161],"revisions,":[164],"highlighting":[165],"between":[168],"corresponding":[172,212],"Our":[174],"experiments":[175],"prompting":[177],"(LLaMA-3,":[178,184],"Mistral,":[179,185],"Falcon-3,":[180],"Phi-3)":[181],"fine-tuning":[183],"GPT-OSS)":[187],"show":[188],"that":[189,202],"effectively":[192],"meaningful":[197],"results":[200],"demonstrate":[201],"annotated":[204],"are":[207],"meaningfully":[208],"related":[209],"LEAF++":[215],"Dataset:":[216],"https://github.com/misgna/LEAF-plusplus.":[217]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-18T00:00:00"}
