{"id":"https://openalex.org/W7216725795","doi":null,"title":"EXPLORING LARGE LANGUAGE MODELS IN AUTOMATED SCORING OF STUDENTS\u2019 COGNITION AND AFFECT IN PROBLEM-POSING BASED LEARNING","display_name":"EXPLORING LARGE LANGUAGE MODELS IN AUTOMATED SCORING OF STUDENTS\u2019 COGNITION AND AFFECT IN PROBLEM-POSING BASED LEARNING","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7216725795"},"language":"en","primary_location":{"id":"pmh:oai:udspace.udel.edu:19716/37051","doi":null,"is_oa":true,"landing_page_url":"https://udspace.udel.edu/handle/19716/37051","pdf_url":"https://udspace.udel.edu/bitstreams/9e1f67d5-f003-48e6-81a1-950e5197fb1a/download","source":{"id":"https://openalex.org/S4377196565","display_name":"Library, Museums and Press - UDSpace (University of Delaware)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86501945","host_organization_name":"University of Delaware","host_organization_lineage":["https://openalex.org/I86501945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://udspace.udel.edu/bitstreams/9e1f67d5-f003-48e6-81a1-950e5197fb1a/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5155356766","display_name":"Yue Ma","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ma, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5155356766"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.9750000238418579},{"id":"https://openalex.org/keywords/student-cognition","display_name":"student cognition","score":0.7080000042915344},{"id":"https://openalex.org/keywords/student-affect","display_name":"student affect","score":0.9279999732971191},{"id":"https://openalex.org/keywords/problem-posing-learning","display_name":"problem posing learning","score":0.6690000295639038},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"mathematics education","score":0.6809999942779541},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.9330000281333923},{"id":"https://openalex.org/keywords/rubric-development","display_name":"rubric development","score":0.4699999988079071},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9214000105857849},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.656499981880188},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5016000270843506},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.48730000853538513},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.45019999146461487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4300000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40220001339912415},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39660000801086426},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.34610000252723694},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.28780001401901245},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25440001487731934},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:udspace.udel.edu:19716/37051","doi":null,"is_oa":true,"landing_page_url":"https://udspace.udel.edu/handle/19716/37051","pdf_url":"https://udspace.udel.edu/bitstreams/9e1f67d5-f003-48e6-81a1-950e5197fb1a/download","source":{"id":"https://openalex.org/S4377196565","display_name":"Library, Museums and Press - UDSpace (University of Delaware)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86501945","host_organization_name":"University of Delaware","host_organization_lineage":["https://openalex.org/I86501945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:udspace.udel.edu:19716/37051","doi":null,"is_oa":true,"landing_page_url":"https://udspace.udel.edu/handle/19716/37051","pdf_url":"https://udspace.udel.edu/bitstreams/9e1f67d5-f003-48e6-81a1-950e5197fb1a/download","source":{"id":"https://openalex.org/S4377196565","display_name":"Library, Museums and Press - UDSpace (University of Delaware)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86501945","host_organization_name":"University of Delaware","host_organization_lineage":["https://openalex.org/I86501945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4126553272","display_name":"Supporting Teachers to Teach Mathematics Through Problem Posing","funder_award_id":"2101552","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7216725795.pdf","grobid_xml":"https://content.openalex.org/works/W7216725795.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W131256338","https://openalex.org/W2018812736","https://openalex.org/W2061587970","https://openalex.org/W2063898208","https://openalex.org/W2103666798","https://openalex.org/W2150104072","https://openalex.org/W2164777277","https://openalex.org/W2169138601","https://openalex.org/W2338318698","https://openalex.org/W2799042347","https://openalex.org/W2896457183","https://openalex.org/W2898280479","https://openalex.org/W2917438602","https://openalex.org/W2945647048","https://openalex.org/W2963341956","https://openalex.org/W3021916629","https://openalex.org/W3030163527","https://openalex.org/W3045432959","https://openalex.org/W3084034868","https://openalex.org/W3128290931","https://openalex.org/W3185341429","https://openalex.org/W4206442938","https://openalex.org/W4221027849","https://openalex.org/W4289028875","https://openalex.org/W4309934831","https://openalex.org/W4311192110","https://openalex.org/W4360978668","https://openalex.org/W4361002760","https://openalex.org/W4366980161","https://openalex.org/W4386535115","https://openalex.org/W4388550908","https://openalex.org/W4389519841","https://openalex.org/W4390638022","https://openalex.org/W4391528951","https://openalex.org/W4392202731","https://openalex.org/W4392538712","https://openalex.org/W4393145752","https://openalex.org/W4394778685","https://openalex.org/W4396624257","https://openalex.org/W4396639787","https://openalex.org/W4399803256","https://openalex.org/W4400668042","https://openalex.org/W4401042136","https://openalex.org/W4402327374","https://openalex.org/W4403656925","https://openalex.org/W4404781852","https://openalex.org/W4407230109","https://openalex.org/W4407246818","https://openalex.org/W4407670579","https://openalex.org/W4408953348","https://openalex.org/W4409842411","https://openalex.org/W4410299035","https://openalex.org/W4412375575","https://openalex.org/W4412622349","https://openalex.org/W4412975810","https://openalex.org/W4413299789","https://openalex.org/W4413318211","https://openalex.org/W4415985383","https://openalex.org/W4416247529","https://openalex.org/W4416380484","https://openalex.org/W4416524315","https://openalex.org/W6948369276","https://openalex.org/W7080759532","https://openalex.org/W7133224126","https://openalex.org/W7136174377","https://openalex.org/W7155906632"],"related_works":["https://openalex.org/W4412966607","https://openalex.org/W4400773813","https://openalex.org/W4411757634","https://openalex.org/W7151361078","https://openalex.org/W4405916612","https://openalex.org/W7171394092","https://openalex.org/W4413299789","https://openalex.org/W7164547879","https://openalex.org/W7159660511","https://openalex.org/W4416034851"],"abstract_inverted_index":{"This":[0],"dissertation":[1],"investigates":[2,112],"the":[3,48,162],"potential":[4],"of":[5,17,50,58,106,115,120],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"to":[10,108,131,154,206],"support":[11,207],"educational":[12,198],"research":[13],"through":[14,185],"automated":[15],"analysis":[16],"students\u2019":[18],"cognitive":[19,210],"and":[20,38,55,70,92,101,169,200,211],"affective":[21,118,212],"mathematics":[22],"data":[23],"within":[24],"a":[25],"problem-posing":[26],"project.":[27],"Two":[28],"studies":[29],"examine":[30],"whether":[31],"LLMs":[32,51,205],"can":[33,181],"approximate":[34],"expert":[35,79],"human":[36,95,137,148,190],"judgments":[37],"how":[39],"prompt":[40,83,123,186],"design":[41],"influences":[42],"their":[43],"performance.":[44],"Study":[45,110],"1":[46],"evaluates":[47],"use":[49],"for":[52,197,203],"quantitative":[53],"scoring":[54,114,138,163],"qualitative":[56],"coding":[57,96],"1,116":[59],"responses.":[60,72],"The":[61,140,192],"LLM":[62,179],"assessed":[63],"holistic":[64],"quality,":[65],"mathematical":[66],"complexity,":[67],"linguistic":[68],"structure,":[69],"unexpected":[71],"Baseline":[73],"prompts":[74,133,143],"produced":[75],"moderate":[76],"agreement":[77,146],"with":[78,147],"coders.":[80],"After":[81],"systematic":[82],"refinement,":[84],"which":[85],"included":[86,158],"clarifying":[87],"rubric":[88],"language,":[89],"resolving":[90],"ambiguities,":[91],"incorporating":[93],"implicit":[94],"patterns,":[97],"performance":[98],"improved":[99,184],"substantially":[100],"reached":[102],"Cohen\u2019s":[103],"kappa":[104,151],"values":[105],"0.749":[107],"0.929.":[109],"2":[111],"LLM-based":[113],"814":[116],"student":[117],"descriptions":[119],"mathematics.":[121],"Three":[122],"conditions":[124],"were":[125],"tested,":[126],"ranging":[127],"from":[128],"baseline":[129],"rubrics":[130],"refined":[132,142],"that":[134,178,188],"embedded":[135],"common":[136],"patterns.":[139],"most":[141],"achieved":[144],"high":[145],"ratings":[149],"(Cohen\u2019s":[150],"=":[152],"0.819":[153],"0.845).":[155],"Effective":[156],"strategies":[157],"being":[159],"specific":[160],"about":[161],"rubrics,":[164],"intensifier":[165],"cues,":[166],"majority\u2013minority":[167],"reasoning,":[168],"accommodating":[170],"grammatical":[171],"variation.":[172],"Across":[173],"both":[174],"studies,":[175],"results":[176],"show":[177],"accuracy":[180],"be":[182],"significantly":[183],"engineering":[187],"mirrors":[189],"reasoning.":[191],"findings":[193],"provide":[194],"methodological":[195],"guidance":[196],"researchers":[199],"foundational":[201],"evidence":[202],"using":[204],"near":[208],"real-time":[209],"analysis.":[213]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-03T00:00:00"}