{"id":"https://openalex.org/W7225323880","doi":"https://doi.org/10.1021/acs.jchemed.6c01119","title":"Artificial Intelligence Explanations of Organic Reaction Mechanisms Revisited: Improved Accuracy and Sophistication but Persistent Mechanistic Flaws","display_name":"Artificial Intelligence Explanations of Organic Reaction Mechanisms Revisited: Improved Accuracy and Sophistication but Persistent Mechanistic Flaws","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225323880","doi":"https://doi.org/10.1021/acs.jchemed.6c01119"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jchemed.6c01119","doi":"https://doi.org/10.1021/acs.jchemed.6c01119","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jchemed.6c01119","pdf_url":"https://pubs.acs.org/jceda8/article-pdf/doi/10.1021/acs.jchemed.6c01119/69096313/acs.jchemed.6c01119.pdf","source":{"id":"https://openalex.org/S105208853","display_name":"Journal of Chemical Education","issn_l":"0021-9584","issn":["0021-9584","1938-1328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://pubs.acs.org/jceda8/article-pdf/doi/10.1021/acs.jchemed.6c01119/69096313/acs.jchemed.6c01119.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160749809","display_name":"Charishma Kalicheti","orcid":"https://orcid.org/0009-0000-5999-284X","observed_orcids":["https://orcid.org/0009-0000-5999-284X"]},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charishma Kalicheti","raw_affiliation_strings":["University of Georgia , , , ,"],"raw_orcid":"https://orcid.org/0009-0000-5999-284X","affiliations":[{"raw_affiliation_string":"University of Georgia , , , ,","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090737014","display_name":"Brandon J. Yik","orcid":"https://orcid.org/0000-0001-8124-8451","observed_orcids":["https://orcid.org/0000-0001-8124-8451"]},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brandon J. Yik","raw_affiliation_strings":["University of Georgia , , , ,"],"raw_orcid":"https://orcid.org/0000-0001-8124-8451","affiliations":[{"raw_affiliation_string":"University of Georgia , , , ,","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090737014"],"corresponding_institution_ids":["https://openalex.org/I165733156"],"apc_list":{"value":4500,"currency":"USD","value_usd":4500},"apc_paid":{"value":4500,"currency":"USD","value_usd":4500},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7221999764442444,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7221999764442444,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/organic-reaction-mechanisms","display_name":"organic reaction mechanisms","score":0.7789999842643738},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7450000047683716},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7680000066757202},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8949999809265137},{"id":"https://openalex.org/keywords/ai-generated-explanations","display_name":"AI-generated explanations","score":0.6869999766349792},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"qualitative reasoning","score":0.5180000066757202},{"id":"https://openalex.org/keywords/chemistry-education","display_name":"chemistry education","score":0.6579999923706055}],"concepts":[{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.7373999953269958},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.6495000123977661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5340999960899353},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5083000063896179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5001000165939331},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4352000057697296},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C48164120","wikidata":"https://www.wikidata.org/wiki/Q4491893","display_name":"Concept learning","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.34439998865127563},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.335999995470047},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2727999985218048},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C90208660","wikidata":"https://www.wikidata.org/wiki/Q838130","display_name":"SN1 reaction","level":4,"score":0.2549000084400177},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1021/acs.jchemed.6c01119","doi":"https://doi.org/10.1021/acs.jchemed.6c01119","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jchemed.6c01119","pdf_url":"https://pubs.acs.org/jceda8/article-pdf/doi/10.1021/acs.jchemed.6c01119/69096313/acs.jchemed.6c01119.pdf","source":{"id":"https://openalex.org/S105208853","display_name":"Journal of Chemical Education","issn_l":"0021-9584","issn":["0021-9584","1938-1328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1021/acs.jchemed.6c01119","doi":"https://doi.org/10.1021/acs.jchemed.6c01119","is_oa":true,"landing_page_url":"https://doi.org/10.1021/acs.jchemed.6c01119","pdf_url":"https://pubs.acs.org/jceda8/article-pdf/doi/10.1021/acs.jchemed.6c01119/69096313/acs.jchemed.6c01119.pdf","source":{"id":"https://openalex.org/S105208853","display_name":"Journal of Chemical Education","issn_l":"0021-9584","issn":["0021-9584","1938-1328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Education","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225323880.pdf","grobid_xml":"https://content.openalex.org/works/W7225323880.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1979290264","https://openalex.org/W1983065317","https://openalex.org/W2000501833","https://openalex.org/W2014538668","https://openalex.org/W2053154970","https://openalex.org/W2071489416","https://openalex.org/W2081103912","https://openalex.org/W2088614039","https://openalex.org/W2147346426","https://openalex.org/W2573398514","https://openalex.org/W2764256626","https://openalex.org/W2809219569","https://openalex.org/W2946313221","https://openalex.org/W2969735683","https://openalex.org/W2980728825","https://openalex.org/W2999570220","https://openalex.org/W3041481659","https://openalex.org/W3100581793","https://openalex.org/W3215201135","https://openalex.org/W4286500125","https://openalex.org/W4309674289","https://openalex.org/W4313461503","https://openalex.org/W4319019613","https://openalex.org/W4321605350","https://openalex.org/W4324046518","https://openalex.org/W4327936834","https://openalex.org/W4361769816","https://openalex.org/W4362471626","https://openalex.org/W4366813466","https://openalex.org/W4367369313","https://openalex.org/W4379598302","https://openalex.org/W4381805978","https://openalex.org/W4383313125","https://openalex.org/W4383956184","https://openalex.org/W4384008291","https://openalex.org/W4385198957","https://openalex.org/W4385303098","https://openalex.org/W4386495026","https://openalex.org/W4386523212","https://openalex.org/W4386639363","https://openalex.org/W4386766141","https://openalex.org/W4387163903","https://openalex.org/W4387819669","https://openalex.org/W4388046560","https://openalex.org/W4388817079","https://openalex.org/W4389437528","https://openalex.org/W4390741476","https://openalex.org/W4391215636","https://openalex.org/W4392773210","https://openalex.org/W4394710479","https://openalex.org/W4394755217","https://openalex.org/W4395477756","https://openalex.org/W4398194304","https://openalex.org/W4399027682","https://openalex.org/W4399170378","https://openalex.org/W4399948582","https://openalex.org/W4401554301","https://openalex.org/W4405898991","https://openalex.org/W4408104358","https://openalex.org/W4411310609","https://openalex.org/W4413121726","https://openalex.org/W4413215094","https://openalex.org/W4413469349","https://openalex.org/W4414059045","https://openalex.org/W4414214002","https://openalex.org/W4417423726","https://openalex.org/W7117366345","https://openalex.org/W7141302114","https://openalex.org/W7155906632"],"related_works":["https://openalex.org/W4395477756","https://openalex.org/W4386523212","https://openalex.org/W4416398556","https://openalex.org/W7164599553","https://openalex.org/W4413367352","https://openalex.org/W7141302114","https://openalex.org/W4416855112","https://openalex.org/W7134246686","https://openalex.org/W7168419246","https://openalex.org/W4312770192"],"abstract_inverted_index":{"Abstract":[0],"Generative":[1],"artificial":[2],"intelligence":[3],"tools":[4],"are":[5],"increasingly":[6],"used":[7,174],"by":[8],"students":[9],"to":[10,121,166,252],"explain":[11],"chemistry":[12,92],"concepts,":[13],"but":[14],"their":[15],"educational":[16],"value":[17],"depends":[18],"on":[19],"the":[20,27,47,70,116,141,228],"chemical":[21,78,142,164],"accuracy":[22,118,189],"and":[23,37,51,77,94,100,107,123,135,144,173,198,230,256],"mechanistic":[24,196,266],"quality":[25,222],"of":[26,208,217,220],"explanations.":[28,127],"Prior":[29],"work":[30],"found":[31],"that":[32,42,154,185,199,237],"ChatGPT":[33,81],"could":[34,157],"produce":[35],"sophisticated":[36,126,155],"convincing":[38],"organic":[39,91],"reaction":[40],"mechanisms":[41,87],"were":[43,84],"frequently":[44],"inaccurate.":[45],"Using":[46],"same":[48],"mechanism":[49,171],"set":[50],"prompt-cueing":[52],"levels":[53],"as":[54],"those":[55],"in":[56,132,177,187,195,241],"an":[57],"earlier":[58],"study,":[59],"this":[60],"study":[61],"evaluates":[62],"how":[63],"a":[64,89,205,214,260],"reasoning-based":[65],"large":[66],"language":[67],"model":[68,225],"changes":[69],"relationships":[71],"among":[72],"response":[73,221],"correctness,":[74],"explanation":[75,102,145],"sophistication,":[76,103],"concept":[79,105],"use.":[80],"o3-mini":[82,114,161],"responses":[83],"generated":[85],"for":[86,96,263],"spanning":[88],"year-long":[90],"curriculum":[93],"analyzed":[95],"response-level":[97,117,149],"accuracy,":[98],"nucleophile":[99],"electrophile":[101],"sentence-level":[104,229],"use,":[106],"qualitative":[108,231],"reasoning":[109,197],"patterns.":[110],"Compared":[111],"with":[112,192,259],"GPT-3.5,":[113],"increased":[115,140],"from":[119],"28%":[120],"79%":[122],"produced":[124],"more":[125],"However,":[128],"inaccuracies":[129],"remained":[130],"concentrated":[131],"aromatic":[133],"ring":[134],"carbonyl":[136],"mechanisms.":[137],"Prompt":[138],"cueing":[139],"richness":[143],"sophistication":[146],"without":[147],"improving":[148],"accuracy.":[150],"Qualitative":[151],"analyses":[152,232],"showed":[153],"terminology":[156,176],"mask":[158],"flawed":[159],"reasoning:":[160],"applied":[162],"correct":[163],"concepts":[165],"inappropriate":[167],"mechanisms,":[168],"overgeneralized":[169],"common":[170],"patterns,":[172],"advanced":[175],"vague":[178],"or":[179],"decorative":[180],"ways.":[181],"These":[182],"findings":[183],"show":[184],"improvements":[186],"aggregate":[188],"can":[190,238],"coexist":[191],"persistent":[193],"flaws":[194],"great":[200],"explanatory":[201],"detail":[202],"is":[203],"not":[204],"reliable":[206],"indicator":[207],"validity.":[209],"The":[210],"fixed":[211],"benchmark":[212],"provides":[213,257],"controlled":[215],"comparison":[216],"which":[218,251],"dimensions":[219],"changed":[223],"across":[224],"generations,":[226],"while":[227],"identify":[233],"recurring":[234],"error":[235],"patterns":[236],"be":[239],"examined":[240],"future":[242],"models.":[243],"This":[244],"framework":[245],"gives":[246],"instructors":[247],"concrete":[248],"features":[249],"around":[250],"structure":[253],"student":[254],"critique":[255],"researchers":[258],"durable":[261],"approach":[262],"studying":[264],"AI-generated":[265],"explanations":[267],"beyond":[268],"point-in-time":[269],"capability":[270],"ranking.":[271]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-11-06T00:00:00"}