{"id":"https://openalex.org/W7165192356","doi":"https://doi.org/10.3390/computers15060393","title":"Boundary Conditions for LLM-Generated Feedback in Primary Writing: An Educator-Aligned Evaluation and Design Considerations","display_name":"Boundary Conditions for LLM-Generated Feedback in Primary Writing: An Educator-Aligned Evaluation and Design Considerations","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165192356","doi":"https://doi.org/10.3390/computers15060393"},"language":"en","primary_location":{"id":"doi:10.3390/computers15060393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060393","pdf_url":"https://www.mdpi.com/2073-431X/15/6/393/pdf?version=1781790340","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/6/393/pdf?version=1781790340","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115594535","display_name":"Dan Zhang","orcid":"https://orcid.org/0009-0000-3862-4255"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Dan Zhang","raw_affiliation_strings":["Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia"],"raw_orcid":"https://orcid.org/0009-0003-9299-8444","affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033351728","display_name":"Thuong Hoang","orcid":"https://orcid.org/0000-0001-7354-260X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Thuong Hoang","raw_affiliation_strings":["Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7354-260X","affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086734254","display_name":"Ye Zhu","orcid":"https://orcid.org/0000-0003-4776-4932"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ye Zhu","raw_affiliation_strings":["Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4776-4932","affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431291","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-6600-6937"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Commonwealth Scientific and Industrial Research Organisation(CSIRO), Research Way, Clayton, VIC 3168, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6600-6937","affiliations":[{"raw_affiliation_string":"Commonwealth Scientific and Industrial Research Organisation(CSIRO), Research Way, Clayton, VIC 3168, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136967099","display_name":"Paula Crouch","orcid":null},"institutions":[{"id":"https://openalex.org/I2801874743","display_name":"Frankston Hospital","ror":"https://ror.org/051b68e86","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I2801874743","https://openalex.org/I4210120624"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Paula Crouch","raw_affiliation_strings":["Kinetic Education, 506 Nepean Hwy, Frankston, VIC 3199, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kinetic Education, 506 Nepean Hwy, Frankston, VIC 3199, Australia","institution_ids":["https://openalex.org/I2801874743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134153908","display_name":"Y\u00ec Xi\u00e1ng J. W\u00e1ng","orcid":"https://orcid.org/0000-0002-9975-3912"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9975-3912","affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Built Environment, School of Information Technology, Deakin University, Burwood, VIC 3125, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033351728","https://openalex.org/A5115594535"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78183378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"6","first_page":"393","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.33719998598098755,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.33719998598098755,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.05860000103712082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.7664999961853027},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7160999774932861},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.6978999972343445},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6399999856948853},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.4722999930381775},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.39399999380111694},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.37929999828338623}],"concepts":[{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.7664999961853027},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7160999774932861},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.6978999972343445},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6399999856948853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5310999751091003},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4449000060558319},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3767000138759613},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3158000111579895},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.27619999647140503},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.25369998812675476},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15060393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060393","pdf_url":"https://www.mdpi.com/2073-431X/15/6/393/pdf?version=1781790340","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8996f10203924b0b865f063ce3b71db3","is_oa":false,"landing_page_url":"https://doaj.org/article/8996f10203924b0b865f063ce3b71db3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 6, p 393 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15060393","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15060393","pdf_url":"https://www.mdpi.com/2073-431X/15/6/393/pdf?version=1781790340","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8884095549583435,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2182882739","display_name":null,"funder_award_id":"GA221786","funder_id":"https://openalex.org/F4320315885","funder_display_name":"Australian Government"}],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7165192356.pdf","grobid_xml":"https://content.openalex.org/works/W7165192356.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generative":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5],"increasingly":[6],"used":[7,180],"to":[8,109,232,246],"support":[9,201],"writing":[10,41,227],"feedback.":[11],"However,":[12],"the":[13,43,69,126,136,165],"pedagogical":[14,234],"safety":[15],"and":[16,39,67,91,94,113,152,161,172,185,205,208,214,238],"usefulness":[17],"of":[18,32,45,135,176],"LLM":[19,62,98,144,193],"feedback":[20,63,71,99,119,145,194,228,243],"for":[21,35,100,150,202,211,224],"primary":[22,226],"students":[23],"remains":[24],"under-evaluated.":[25],"This":[26],"study":[27],"reports":[28],"an":[29,46],"educator-centered":[30],"evaluation":[31],"GPT-4":[33],"Turbo":[34],"Year":[36],"5":[37],"narrative":[38],"persuasive":[40],"in":[42,73,130],"context":[44],"established":[47],"online":[48],"tutoring":[49],"program.":[50],"Using":[51],"authentic":[52],"students\u2019":[53],"drafts":[54],"paired":[55],"with":[56,125,164],"tutor":[57,96,118],"feedback,":[58],"we":[59,188],"generated":[60],"parallel":[61],"via":[64],"rubric-aligned":[65],"prompting":[66],"compared":[68],"two":[70],"sources":[72],"a":[74,83,174],"blinded,":[75],"within-script":[76],"design.":[77],"Four":[78],"experienced":[79],"English":[80],"specialists":[81],"co-designed":[82],"six-dimensional":[84],"rubric":[85],"(clarity,":[86],"specificity,":[87],"helpfulness,":[88],"feasibility,":[89],"relevance,":[90],"overall":[92],"effectiveness)":[93],"rated":[95,148],"versus":[97],"each":[101],"script;":[102],"their":[103],"written":[104],"reflections":[105],"were":[106],"analyzed":[107],"thematically":[108],"surface":[110,206],"boundary":[111],"conditions":[112,190],"risk":[114,175],"perceptions.":[115],"Across":[116],"dimensions,":[117],"received":[120],"slightly":[121],"higher":[122],"mean":[123],"ratings,":[124],"clearest":[127],"descriptive":[128],"advantage":[129],"perceived":[131],"helpfulness;":[132],"however,":[133],"none":[134],"differences":[137],"remained":[138],"statistically":[139],"significant":[140],"after":[141],"Holm-Bonferroni":[142],"correction.":[143],"was":[146,155],"often":[147],"similarly":[149],"clarity":[151],"feasibility":[153],"but":[154],"frequently":[156],"characterized":[157],"as":[158,198],"generic,":[159],"surface-focused,":[160],"occasionally":[162],"misaligned":[163],"student":[166],"draft,":[167],"which":[168,192],"increased":[169],"verification":[170],"effort":[171],"posed":[173],"misleading":[177],"learners":[178],"if":[179],"without":[181],"mediation.":[182],"Synthesizing":[183],"ratings":[184],"educator":[186],"reflections,":[187],"identify":[189],"under":[191],"is":[195],"most":[196],"appropriate":[197,210],"rapid":[199],"first-pass":[200],"routine":[203],"structure":[204],"revision,":[207],"least":[209],"developmental":[212],"judgment":[213],"context-sensitive":[215],"guidance.":[216],"We":[217],"translate":[218],"these":[219],"findings":[220],"into":[221],"design":[222],"requirements":[223],"teacher-in-the-loop":[225],"systems,":[229],"including":[230],"alignment":[231],"explicit":[233],"constructs,":[235],"editable":[236],"workflows,":[237],"safeguards":[239],"that":[240],"reduce":[241],"unsupported":[242],"before":[244],"release":[245],"students.":[247]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-06-19T00:00:00"}