{"id":"https://openalex.org/W7155056434","doi":"https://doi.org/10.1109/access.2026.3683811","title":"Large Language Models for Learning Technologies: Structural and Functional Evaluation of Automated Q-Matrix Generation for Educational Assessment","display_name":"Large Language Models for Learning Technologies: Structural and Functional Evaluation of Automated Q-Matrix Generation for Educational Assessment","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7155056434","doi":"https://doi.org/10.1109/access.2026.3683811"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3683811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3683811","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3683811","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090226029","display_name":"Arcanjo Miguel Mota Lopes","orcid":"https://orcid.org/0000-0003-4017-9618"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Arcanjo Miguel Mota Lopes","raw_affiliation_strings":["1Post-Graduate Program in Informatics, Federal University of Amazonas, Manaus, Amazonas, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-4017-9618","affiliations":[{"raw_affiliation_string":"1Post-Graduate Program in Informatics, Federal University of Amazonas, Manaus, Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071457126","display_name":"Jos\u00e9 Francisco de Magalh\u00e3es Netto","orcid":"https://orcid.org/0000-0002-4772-2399"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Francisco De Magalh\u00e3es Netto","raw_affiliation_strings":["1Post-Graduate Program in Informatics, Federal University of Amazonas, Manaus, Amazonas, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Post-Graduate Program in Informatics, Federal University of Amazonas, Manaus, Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I62885914"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45773441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"58466","last_page":"58483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.4893999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.4893999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0430000014603138,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45750001072883606},{"id":"https://openalex.org/keywords/educational-assessment","display_name":"Educational assessment","score":0.3968000113964081},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3594000041484833},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.29679998755455017},{"id":"https://openalex.org/keywords/computer-aided-instruction","display_name":"Computer aided instruction","score":0.29339998960494995},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.28380000591278076},{"id":"https://openalex.org/keywords/educational-software","display_name":"Educational software","score":0.28220000863075256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325999975204468},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48669999837875366},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45750001072883606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43779999017715454},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2986849125","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Computer aided instruction","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C543511877","wikidata":"https://www.wikidata.org/wiki/Q1074158","display_name":"Educational software","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.27570000290870667},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3683811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3683811","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8caf3220cbef40179dbab1b152c8a2e5","is_oa":true,"landing_page_url":"https://doaj.org/article/8caf3220cbef40179dbab1b152c8a2e5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 58466-58483 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3683811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3683811","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6884592771530151}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W11622959","https://openalex.org/W1487416157","https://openalex.org/W1993753443","https://openalex.org/W2144251043","https://openalex.org/W2152515727","https://openalex.org/W2160920329","https://openalex.org/W2594459090","https://openalex.org/W2615786590","https://openalex.org/W2751565302","https://openalex.org/W2903415884","https://openalex.org/W2942617294","https://openalex.org/W2966884708","https://openalex.org/W2979985382","https://openalex.org/W3112768175","https://openalex.org/W4306362328","https://openalex.org/W4313178271","https://openalex.org/W4366830208","https://openalex.org/W4376479043","https://openalex.org/W4386634686","https://openalex.org/W4391855109","https://openalex.org/W4393031572","https://openalex.org/W4395002033","https://openalex.org/W4396967771","https://openalex.org/W4399378773","https://openalex.org/W4401009500","https://openalex.org/W4402467510","https://openalex.org/W4403304574","https://openalex.org/W4404550194","https://openalex.org/W4405840390","https://openalex.org/W4406113792","https://openalex.org/W4407811668","https://openalex.org/W4408223235","https://openalex.org/W4408858436","https://openalex.org/W4412876847"],"related_works":[],"abstract_inverted_index":{"Linking":[0],"assessment":[1,174],"items":[2],"to":[3,32,48,135],"knowledge":[4,162],"components":[5],"(KCs)":[6],"is":[7],"essential":[8],"for":[9,160],"adaptive":[10],"learning":[11],"and":[12,19,79,82,97,133],"cognitive":[13,92],"diagnosis":[14],"but":[15],"remains":[16,131],"a":[17,62],"labor-intensive":[18],"expert-dependent":[20],"process.":[21],"This":[22],"study":[23,151],"investigates":[24],"the":[25,90,128,139,143,178],"use":[26],"of":[27,43,142,149],"Large":[28],"Language":[29],"Models":[30],"(LLM)":[31],"automate":[33],"item\u2013KC":[34,169],"association":[35],"through":[36],"Q-matrix":[37],"generation":[38],"as":[39],"an":[40,155],"interpretable":[41],"representation":[42],"item\u2013attribute":[44],"mappings.":[45],"In":[46],"contrast":[47],"prior":[49],"studies":[50],"that":[51,67,106,167],"focus":[52],"solely":[53],"on":[54,86],"tagging":[55],"accuracy":[56],"or":[57],"linguistic":[58],"classification,":[59],"we":[60],"propose":[61],"dual-level":[63],"computational":[64],"evaluation":[65,158],"framework":[66],"jointly":[68],"assesses":[69],"(i)":[70],"structural":[71,111,123],"alignment":[72,112],"with":[73,114],"expert-defined":[74,136],"Q-matrices":[75],"using":[76,95],"formal":[77],"similarity":[78],"discrepancy":[80],"metrics,":[81],"(ii)":[83],"functional":[84,140],"impact":[85],"predictive":[87,129],"performance":[88,130],"within":[89],"DINA":[91],"diagnostic":[93,144,179],"model":[94],"RMSE":[96],"MAE":[98],"under":[99],"controlled":[100],"experimental":[101],"settings.":[102],"The":[103,146],"results":[104],"show":[105],"few-shot":[107],"prompting":[108,126],"substantially":[109],"improves":[110],"compared":[113],"zero-shot":[115],"configurations,":[116],"whereas":[117],"chain-of-thought":[118],"provides":[119],"marginal":[120],"refinements.":[121],"Despite":[122],"variations":[124],"across":[125],"strategies,":[127],"stable":[132],"comparable":[134],"Q-matrices,":[137],"indicating":[138],"robustness":[141],"model.":[145],"main":[147],"contribution":[148],"this":[150],"lies":[152],"in":[153],"providing":[154],"integrated":[156],"structural\u2013functional":[157],"protocol":[159],"LLM-based":[161],"tagging,":[163],"offering":[164],"empirical":[165],"evidence":[166],"automated":[168],"linking":[170],"can":[171],"support":[172],"scalable":[173],"design":[175],"without":[176],"degrading":[177],"accuracy.":[180]},"counts_by_year":[],"updated_date":"2026-04-23T06:14:38.165362","created_date":"2026-04-22T00:00:00"}