{"id":"https://openalex.org/W4415614156","doi":"https://doi.org/10.1016/j.caeai.2025.100490","title":"The promise and limits of LLMs in constructing proofs and hints for logic problems in intelligent tutoring systems","display_name":"The promise and limits of LLMs in constructing proofs and hints for logic problems in intelligent tutoring systems","publication_year":2025,"publication_date":"2025-10-28","ids":{"openalex":"https://openalex.org/W4415614156","doi":"https://doi.org/10.1016/j.caeai.2025.100490"},"language":"en","primary_location":{"id":"doi:10.1016/j.caeai.2025.100490","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100490","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.caeai.2025.100490","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092401357","display_name":"Sutapa Dey Tithi","orcid":"https://orcid.org/0009-0007-5815-882X"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sutapa Dey Tithi","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0009-0007-5815-882X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120159593","display_name":"Arun Kumar Ramesh","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arun Kumar Ramesh","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120159594","display_name":"Clara DiMarco","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clara DiMarco","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070231318","display_name":"Xiaoyi Tian","orcid":"https://orcid.org/0000-0002-5045-0136"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyi Tian","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061772093","display_name":"N. M. Alam","orcid":"https://orcid.org/0000-0001-5255-5751"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nazia Alam","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119214458","display_name":"Kimia Fazeli","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kimia Fazeli","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083076004","display_name":"Tiffany Barnes","orcid":"https://orcid.org/0000-0002-6500-9976"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Barnes","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5092401357"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":{"value":1800,"currency":"USD","value_usd":1800},"apc_paid":{"value":1800,"currency":"USD","value_usd":1800},"fwci":4.9287,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95340363,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"100490","last_page":"100490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.7972999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.7972999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6589000225067139},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.6122000217437744},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.4406000077724457},{"id":"https://openalex.org/keywords/propositional-calculus","display_name":"Propositional calculus","score":0.38370001316070557},{"id":"https://openalex.org/keywords/intelligent-tutoring-system","display_name":"Intelligent tutoring system","score":0.3440999984741211},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.3343999981880188}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6589000225067139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6442999839782715},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.6122000217437744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48159998655319214},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C47884741","wikidata":"https://www.wikidata.org/wiki/Q1166618","display_name":"Mathematical logic","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2567000091075897},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.caeai.2025.100490","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100490","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d1ee190ba25148088a3dcdb0984b9afa","is_oa":true,"landing_page_url":"https://doaj.org/article/d1ee190ba25148088a3dcdb0984b9afa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers and Education: Artificial Intelligence, Vol 9, Iss , Pp 100490- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.caeai.2025.100490","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100490","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3440589894","display_name":"Generalizing Data-Driven Technologies to Improve Individualized STEM Instruction by Intelligent Tutors","funder_award_id":"2013502","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1702105379","https://openalex.org/W1829827875","https://openalex.org/W1971228271","https://openalex.org/W2051339053","https://openalex.org/W2099493124","https://openalex.org/W2106779500","https://openalex.org/W2125829696","https://openalex.org/W2141176783","https://openalex.org/W2141927550","https://openalex.org/W2163640453","https://openalex.org/W2246775628","https://openalex.org/W2747707093","https://openalex.org/W4294214983","https://openalex.org/W4313288661","https://openalex.org/W4400267602"],"related_works":[],"abstract_inverted_index":{"Intelligent":[0],"tutoring":[1,181,185],"systems":[2,182],"have":[3],"demonstrated":[4],"effectiveness":[5],"in":[6,53,91,160],"teaching":[7],"formal":[8],"propositional":[9,69],"logic":[10,57,70,112,184],"proofs,":[11,58],"but":[12,154,187],"their":[13,19],"reliance":[14],"on":[15,67,84,117,129,150],"template-based":[16],"explanations":[17],"limits":[18],"ability":[20],"to":[21,100,179,193],"provide":[22],"personalized":[23],"student":[24,107],"feedback.":[25],"While":[26],"large":[27],"language":[28],"models":[29],"(LLMs)":[30],"offer":[31],"promising":[32],"capabilities":[33],"for":[34,104],"dynamic":[35],"feedback":[36],"generation,":[37],"they":[38],"risk":[39],"producing":[40],"hallucinations":[41],"or":[42,167],"pedagogically":[43],"unsound":[44],"explanations.":[45],"We":[46,94],"evaluated":[47,115],"the":[48,97,163],"stepwise":[49,85],"accuracy":[50,83,195],"of":[51],"LLMs":[52,66,175],"constructing":[54],"multi-step":[55],"symbolic":[56],"comparing":[59],"six":[60],"prompting":[61],"techniques":[62],"across":[63],"four":[64],"state-of-the-art":[65],"358":[68],"problems.":[71],"Results":[72],"show":[73],"that":[74,137,174],"DeepSeek-V3":[75],"achieved":[76],"superior":[77],"performance":[78],"with":[79,120,183],"upto":[80],"86.7":[81],"%":[82,132,142],"proof":[86],"construction":[87],"and":[88,114,125,144,152,196],"excelled":[89],"particularly":[90],"simpler":[92],"rules.":[93],"further":[95],"used":[96,178],"best-performing":[98],"LLM":[99,123],"generate":[101],"explanatory":[102],"hints":[103,139,189],"1050":[105],"unique":[106],"problem-solving":[108],"states":[109],"from":[110],"a":[111,130],"ITS":[113],"them":[116],"4":[118],"criteria":[119],"both":[121],"an":[122],"grader":[124],"human":[126,148],"expert":[127],"ratings":[128],"20":[131],"sample.":[133],"Our":[134,171],"analysis":[135],"finds":[136],"LLM-generated":[138],"were":[140],"75":[141],"accurate":[143],"rated":[145],"highly":[146],"by":[147],"evaluators":[149],"consistency":[151],"clarity,":[153],"did":[155],"not":[156],"perform":[157],"as":[158],"well":[159],"explaining":[161],"why":[162],"hint":[164],"was":[165],"provided":[166],"its":[168],"larger":[169],"context.":[170],"results":[172],"demonstrate":[173],"may":[176],"be":[177],"augment":[180],"hints,":[186],"those":[188],"require":[190],"additional":[191],"modifications":[192],"ensure":[194],"pedagogical":[197],"appropriateness.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-28T00:00:00"}