{"id":"https://openalex.org/W4416101477","doi":"https://doi.org/10.3390/a18110712","title":"Dynamic Assessment with AI (Agentic RAG) and Iterative Feedback: A Model for the Digital Transformation of Higher Education in the Global EdTech Ecosystem","display_name":"Dynamic Assessment with AI (Agentic RAG) and Iterative Feedback: A Model for the Digital Transformation of Higher Education in the Global EdTech Ecosystem","publication_year":2025,"publication_date":"2025-11-11","ids":{"openalex":"https://openalex.org/W4416101477","doi":"https://doi.org/10.3390/a18110712"},"language":"en","primary_location":{"id":"doi:10.3390/a18110712","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18110712","pdf_url":"https://www.mdpi.com/1999-4893/18/11/712/pdf?version=1762848695","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/11/712/pdf?version=1762848695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092711639","display_name":"Rub\u00e9n Ju\u00e1rez C\u00e1diz","orcid":"https://orcid.org/0000-0003-2857-5693"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Rub\u00e9n Ju\u00e1rez","raw_affiliation_strings":["School of Engineering, Science, and Technology, UNIE Universidad, Calle Arapiles, 14, 28015 Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Science, and Technology, UNIE Universidad, Calle Arapiles, 14, 28015 Madrid, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084874288","display_name":"Antonio Hern\u00e1ndez Fern\u00e1ndez","orcid":"https://orcid.org/0000-0002-7807-4363"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Hern\u00e1ndez-Fern\u00e1ndez","raw_affiliation_strings":["Department of Education, Faculty of Humanities and Educational Sciences, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Education, Faculty of Humanities and Educational Sciences, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076113953","display_name":"Cl\u00e1udia de Barros Camargo","orcid":"https://orcid.org/0000-0002-2286-8674"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Claudia de Barros-Camargo","raw_affiliation_strings":["Department MIDE I, Faculty of Education, National University of Distance Education (UNED), 28040 Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department MIDE I, Faculty of Education, National University of Distance Education (UNED), 28040 Madrid, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046853803","display_name":"David Molero L\u00f3pez-Barajas","orcid":"https://orcid.org/0000-0002-0392-4351"},"institutions":[{"id":"https://openalex.org/I191420491","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64","country_code":"ES","type":"education","lineage":["https://openalex.org/I191420491"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"David Molero","raw_affiliation_strings":["Department of Education, Faculty of Humanities and Educational Sciences, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain","Research Group \u201cLifelong Education, Neuropedagogical Integration (LE:NI)\u201d, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Education, Faculty of Humanities and Educational Sciences, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]},{"raw_affiliation_string":"Research Group \u201cLifelong Education, Neuropedagogical Integration (LE:NI)\u201d, University of Ja\u00e9n, 23071 Ja\u00e9n, Spain","institution_ids":["https://openalex.org/I191420491"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046853803","https://openalex.org/A5092711639"],"corresponding_institution_ids":["https://openalex.org/I178450904","https://openalex.org/I191420491"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35944491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"11","first_page":"712","last_page":"712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13447","display_name":"Educational and Psychological Assessments","score":0.42989999055862427,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13447","display_name":"Educational and Psychological Assessments","score":0.42989999055862427,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.13609999418258667,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6079999804496765},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.5242000222206116},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5210000276565552},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5029000043869019},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4758000075817108},{"id":"https://openalex.org/keywords/fraction","display_name":"Fraction (chemistry)","score":0.3865000009536743},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.3732999861240387},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.37220001220703125},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.351500004529953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6729000210762024},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4758000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4072999954223633},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C119340705","wikidata":"https://www.wikidata.org/wiki/Q1628597","display_name":"Analysis of covariance","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18110712","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18110712","pdf_url":"https://www.mdpi.com/1999-4893/18/11/712/pdf?version=1762848695","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:02da41c9321a4a5d8797232e1dfb561a","is_oa":true,"landing_page_url":"https://doaj.org/article/02da41c9321a4a5d8797232e1dfb561a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 11, p 712 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18110712","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18110712","pdf_url":"https://www.mdpi.com/1999-4893/18/11/712/pdf?version=1762848695","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4078720170","display_name":null,"funder_award_id":"Project Reference: PID2025_24 UJA. Teaching Innovation Plan (2025-2029).","funder_id":"https://openalex.org/F4320324132","funder_display_name":"Universidad de Ja\u00e9n"}],"funders":[{"id":"https://openalex.org/F4320324132","display_name":"Universidad de Ja\u00e9n","ror":"https://ror.org/0122p5f64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416101477.pdf","grobid_xml":"https://content.openalex.org/works/W4416101477.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"article":[1],"formalizes":[2],"AI-assisted":[3],"assessment":[4,202],"as":[5,221,233],"a":[6,17,49,90,100,120,144,222],"discrete-time":[7],"policy-level":[8],"design":[9,223],"for":[10,225,239],"iterative":[11],"feedback":[12,29,78,108,159,226],"and":[13,45,71,80,83,86,98,166,181,191,198,204,210,244,263],"evaluates":[14],"it":[15],"in":[16,185],"digitally":[18],"transformed":[19],"higher-education":[20],"setting.":[21],"We":[22,218,236],"integrate":[23],"an":[24,63],"agentic":[25],"retrieval-augmented":[26],"generation":[27],"(RAG)":[28],"engine\u2014operationalized":[30],"through":[31],"planning":[32],"(rubric-aligned":[33],"task":[34],"decomposition),":[35],"tool":[36],"use":[37],"beyond":[38],"retrieval":[39],"(tests,":[40],"static/dynamic":[41],"analyzers,":[42],"rubric":[43],"checker),":[44],"self-critique":[46],"(checklist-based":[47],"verification)\u2014into":[48],"six-iteration":[50],"dynamic":[51],"evaluation":[52],"cycle.":[53],"Learning":[54],"trajectories":[55],"are":[56],"modeled":[57],"with":[58,67,162],"three":[59],"complementary":[60,228],"formulations:":[61],"(i)":[62],"interpretable":[64],"update":[65],"rule":[66],"explicit":[68],"parameters":[69],"\u03b7":[70],"\u03bb":[72],"that":[73,156,213],"links":[74],"next-step":[75,164],"gains":[76,165],"to":[77,131,139,179,183,229],"quality":[79,109],"the":[81,104,111,114,125,173,250],"gap-to-target":[82],"yields":[84],"iteration-complexity":[85],"stability":[87],"conditions;":[88],"(ii)":[89],"logistic-convergence":[91],"model":[92,224],"capturing":[93],"diminishing":[94],"returns":[95],"near":[96],"ceiling;":[97],"(iii)":[99],"relative-gain":[101],"regression":[102],"quantifying":[103],"marginal":[105],"effect":[106],"of":[107,113,177],"on":[110],"fraction":[112],"gap":[115],"closed":[116],"per":[117],"iteration.":[118],"In":[119],"Concurrent":[121],"Programming":[122],"course":[123],"(n=35),":[124],"cohort":[126],"mean":[127],"increased":[128],"from":[129,137],"58.4":[130],"91.2":[132],"(0\u2013100),":[133],"while":[134],"dispersion":[135],"decreased":[136],"9.7":[138],"5.8":[140],"across":[141],"six":[142],"iterations;":[143],"Greenhouse\u2013Geisser":[145],"corrected":[146],"repeated-measures":[147],"ANOVA":[148],"indicated":[149],"significant":[150],"within-student":[151],"change.":[152],"Parameter":[153],"estimates":[154],"show":[155],"higher-quality,":[157],"evidence-grounded":[158],"is":[160],"associated":[161],"larger":[163],"faster":[167],"convergence.":[168],"Beyond":[169],"performance,":[170],"we":[171,188],"engage":[172],"broader":[174],"pedagogical":[175],"question":[176],"what":[178],"value":[180],"how":[182],"assess":[184],"AI-rich":[186],"settings:":[187],"elevate":[189],"process":[190],"provenance\u2014planning":[192],"artifacts,":[193],"tool-usage":[194],"traces,":[195],"test":[196,257],"outcomes,":[197],"evidence":[199],"citations\u2014to":[200],"first-class":[201],"signals,":[203],"outline":[205],"defensible":[206],"formats":[207],"(trace-based":[208],"walkthroughs":[209],"oral/code":[211],"defenses)":[212],"our":[214],"controller":[215],"can":[216],"instrument.":[217],"position":[219],"this":[220],"policy,":[227],"state-estimation":[230],"approaches":[231],"such":[232],"knowledge":[234],"tracing.":[235],"discuss":[237],"implications":[238],"instrumentation,":[240],"equity-aware":[241],"metrics,":[242],"reproducibility,":[243],"epistemically":[245],"aligned":[246],"rubrics.":[247],"Limitations":[248],"include":[249],"observational,":[251],"single-course":[252],"design;":[253],"future":[254],"work":[255],"should":[256],"causal":[258],"variants":[259],"(e.g.,":[260],"stepped-wedge":[261],"trials)":[262],"cross-domain":[264],"generalization.":[265]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-11T00:00:00"}