{"id":"https://openalex.org/W7165044319","doi":"https://doi.org/10.1109/access.2026.3704842","title":"Rubric-Based Evaluation of Tool-Augmented LLMs on Curriculum-Aligned Textbook Projects","display_name":"Rubric-Based Evaluation of Tool-Augmented LLMs on Curriculum-Aligned Textbook Projects","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7165044319","doi":"https://doi.org/10.1109/access.2026.3704842"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3704842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3704842","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3704842","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066726064","display_name":"Sejun Oh","orcid":"https://orcid.org/0000-0001-9398-2899"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sejun Oh","raw_affiliation_strings":["Department of Mathematics Education, Hongik University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-9398-2899","affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Hongik University, Seoul, South Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070646428","display_name":"J J Park","orcid":null},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junmo Park","raw_affiliation_strings":["Department of Mathematics Education, Hongik University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Hongik University, Seoul, South Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5138759837","display_name":"Sunwoo Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sunwoo Jung","raw_affiliation_strings":["Department of Mathematics Education, Hongik University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics Education, Hongik University, Seoul, South Korea","institution_ids":["https://openalex.org/I94588446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I94588446"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66213894,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"97048","last_page":"97064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.33550000190734863,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.33550000190734863,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.12809999287128448,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.03319999948143959,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.23839999735355377},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.23649999499320984}],"concepts":[{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.38960000872612},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.3765000104904175},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3330000042915344},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2976999878883362},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C91375879","wikidata":"https://www.wikidata.org/wiki/Q15473274","display_name":"Environmental planning","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.23839999735355377},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.23770000040531158},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.23649999499320984}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3704842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3704842","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1989bf36049d417281011bb0b7e0a231","is_oa":false,"landing_page_url":"https://doaj.org/article/1989bf36049d417281011bb0b7e0a231","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 97048-97064 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3704842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3704842","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6850614547729492,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321237","display_name":"Hongik University","ror":"https://ror.org/00egdv862"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tool-augmented":[0],"(\u201cdeep-research\u201d)":[1],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"are":[6],"increasingly":[7],"integrated":[8],"into":[9],"educational":[10],"technology":[11],"for":[12,82,169],"inquiry":[13],"and":[14,31,44,46,51,97,143,155,200],"project-based":[15],"learning,":[16],"yet":[17],"educators":[18],"still":[19],"lack":[20],"curriculum-aligned":[21],"analytics":[22],"that":[23,122],"distinguish":[24],"ordinary":[25],"response":[26,128,188],"fluency":[27],"from":[28,61],"process-competency":[29],"evidence":[30],"isolate":[32],"the":[33,103,111,134,158],"contribution":[34],"of":[35,140,185,209],"tool":[36],"augmentation.":[37],"We":[38,193],"evaluate":[39],"two":[40,106],"deep-research":[41,123,135],"systems":[42],"(GPT-DR":[43],"Gemini-DR)":[45],"matched":[47],"general-mode":[48],"baselines":[49],"(GPT-BL":[50],"Gemini-BL)":[52],"on":[53],"73":[54],"authentic":[55],"secondary":[56],"textbook":[57],"project":[58,211],"tasks":[59],"drawn":[60],"seven":[62],"Korean":[63],"high-school":[64],"textbooks.":[65],"Using":[66],"an":[67],"exact":[68],"fixed":[69],"prompt":[70],"(\u201cPlease":[71],"solve":[72],"this":[73],"problem.\u201d),":[74],"we":[75],"collected":[76],"three":[77],"independent":[78],"responses":[79,114],"per":[80],"task":[81],"each":[83],"model":[84],"(876":[85],"total":[86],"responses).":[87],"A":[88],"17-indicator":[89],"rubric":[90,117],"spanning":[91],"problem":[92,151],"solving,":[93,152],"reasoning,":[94,153],"communication,":[95,154],"connections,":[96,156],"information":[98],"processing":[99],"was":[100,161],"used":[101],"as":[102,177,183],"analytic":[104],"lens;":[105],"human":[107],"coders":[108],"independently":[109],"coded":[110],"438":[112],"baseline-control":[113],"to":[115],"establish":[116],"reliability.":[118],"Task-clustered":[119],"analyses":[120],"showed":[121,147,166],"augmentation":[124],"substantially":[125],"increased":[126],"mean":[127],"score":[129],"within":[130],"both":[131],"vendors.":[132],"On":[133],"condition,":[136],"Gemini-DR":[137,146],"covered":[138],"70.9%":[139],"indicator":[141],"opportunities":[142],"GPT-DR":[144],"54.7%;":[145],"higher":[148],"coverage":[149,172,180],"in":[150],"while":[157],"information-processing":[159],"dimension":[160],"similar.":[162],"Multi-run":[163],"analysis":[164],"also":[165],"greater":[167],"stability":[168],"Gemini-DR.":[170],"These":[171],"rates":[173],"should":[174],"be":[175],"interpreted":[176],"visible":[178],"process-evidence":[179],"rather":[181],"than":[182],"scores":[184],"mathematical":[186],"correctness,":[187],"depth,":[189],"or":[190],"instructional":[191],"quality.":[192],"discuss":[194],"how":[195],"rubric-guided":[196],"prompting,":[197],"repeated":[198],"generation,":[199],"teacher-facing":[201],"verification":[202],"pipelines":[203],"can":[204],"support":[205],"accountable":[206],"classroom":[207],"use":[208],"LLM-generated":[210],"work.":[212]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-06-18T00:00:00"}