{"id":"https://openalex.org/W4406036407","doi":"https://doi.org/10.1007/s10639-024-13295-6","title":"Evaluating and challenging the reasoning capabilities of generative artificial intelligence for technology-assisted chemistry education","display_name":"Evaluating and challenging the reasoning capabilities of generative artificial intelligence for technology-assisted chemistry education","publication_year":2025,"publication_date":"2025-01-03","ids":{"openalex":"https://openalex.org/W4406036407","doi":"https://doi.org/10.1007/s10639-024-13295-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10639-024-13295-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-024-13295-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-024-13295-6.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10639-024-13295-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093877293","display_name":"Suna-\u015eeyma U\u00e7ar","orcid":"https://orcid.org/0000-0002-8100-7970"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Suna-\u015eeyma U\u00e7ar","raw_affiliation_strings":["HiTZ Basque Center for Language Technology - Ixa NLP Group, University of the Basque Country UPV/EHU, Donostia-San Sebastian, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HiTZ Basque Center for Language Technology - Ixa NLP Group, University of the Basque Country UPV/EHU, Donostia-San Sebastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010468111","display_name":"I\u00f1igo L\u00f3pez-Gazpio","orcid":"https://orcid.org/0000-0002-7479-4718"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Inigo Lopez-Gazpio","raw_affiliation_strings":["HiTZ Basque Center for Language Technology - Ixa NLP Group, University of the Basque Country UPV/EHU, Donostia-San Sebastian, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7479-4718","affiliations":[{"raw_affiliation_string":"HiTZ Basque Center for Language Technology - Ixa NLP Group, University of the Basque Country UPV/EHU, Donostia-San Sebastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086629686","display_name":"Josu Lopez\u2010Gazpio","orcid":null},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Josu Lopez-Gazpio","raw_affiliation_strings":["Goimailako Online Institutua, Udako Euskal Unibertsitatea (UEU, Summer Basque University), Donostia-San Sebastian, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Goimailako Online Institutua, Udako Euskal Unibertsitatea (UEU, Summer Basque University), Donostia-San Sebastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5093877293"],"corresponding_institution_ids":["https://openalex.org/I169108374"],"apc_list":{"value":2590,"currency":"EUR","value_usd":3190},"apc_paid":{"value":2590,"currency":"EUR","value_usd":3190},"fwci":110.7686,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99953614,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"8","first_page":"11463","last_page":"11482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13482","display_name":"Engineering Education and Technology","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/educational-technology","display_name":"Educational technology","score":0.6690707206726074},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6322923302650452},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4540865421295166},{"id":"https://openalex.org/keywords/science-education","display_name":"Science education","score":0.45255813002586365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38538551330566406},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.36678045988082886},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3303665518760681},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.32457464933395386},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3238021731376648},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23786506056785583},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2060389220714569}],"concepts":[{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.6690707206726074},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6322923302650452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4540865421295166},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.45255813002586365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38538551330566406},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.36678045988082886},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3303665518760681},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.32457464933395386},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3238021731376648},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23786506056785583},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2060389220714569}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10639-024-13295-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-024-13295-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-024-13295-6.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},{"id":"pmh:oai:addi.ehu.eus:10810/74999","is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/74999","pdf_url":"http://addi.ehu.eus/bitstream/10810/74999/4/s10639-024-13295-6.pdf","source":{"id":"https://openalex.org/S4306401964","display_name":"Communities in ADDI (University of the Basque Country)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169108374","host_organization_name":"University of the Basque Country","host_organization_lineage":["https://openalex.org/I169108374"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10639-024-13295-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10639-024-13295-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10639-024-13295-6.pdf","source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406036407.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1989103574","https://openalex.org/W2083554603","https://openalex.org/W2594183968","https://openalex.org/W3189219694","https://openalex.org/W4206063340","https://openalex.org/W4229721020","https://openalex.org/W4296605665","https://openalex.org/W4299946605","https://openalex.org/W4317910584","https://openalex.org/W4327936519","https://openalex.org/W4327936834","https://openalex.org/W4362471626","https://openalex.org/W4366566341","https://openalex.org/W4366813466","https://openalex.org/W4383226706","https://openalex.org/W4383313125","https://openalex.org/W4384008291","https://openalex.org/W4385198957","https://openalex.org/W4388817079","https://openalex.org/W4389519108","https://openalex.org/W4393161039","https://openalex.org/W4404199100","https://openalex.org/W6677884283","https://openalex.org/W6739901393","https://openalex.org/W6889846931"],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W4390718435","https://openalex.org/W4390549206","https://openalex.org/W3137171911","https://openalex.org/W4379540039","https://openalex.org/W4237784285","https://openalex.org/W2374712251","https://openalex.org/W4399292223","https://openalex.org/W1973345439","https://openalex.org/W2047409987"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"advancements":[2],"in":[3,11,16,71,83,94,117],"large":[4],"language":[5],"models":[6,46],"(LLMs)":[7],"have":[8],"shown":[9],"potential":[10],"enhancing":[12],"educational":[13],"practices,":[14],"particularly":[15],"technology-assisted":[17],"learning":[18],"environments.":[19],"This":[20],"study":[21],"critically":[22],"evaluates":[23],"the":[24,33,45,58,75,88,104],"reasoning":[25],"capabilities":[26],"of":[27,35,60,90,106],"LLMs,":[28],"such":[29],"as":[30],"ChatGPT,":[31],"within":[32,74],"context":[34],"chemistry":[36,50,76],"education.":[37,118],"We":[38,97],"designed":[39],"targeted":[40],"adversarial":[41],"prompts":[42],"that":[43],"challenge":[44],"to":[47,65,112],"solve":[48],"complex":[49],"problems":[51],"and":[52,69],"assessed":[53],"their":[54,67,110,114],"performance.":[55],"By":[56],"pushing":[57],"boundaries":[59],"LLM":[61],"reasoning,":[62],"we":[63],"aim":[64],"identify":[66],"limitations":[68],"strengths":[70],"handling":[72],"queries":[73],"domain.":[77],"Our":[78],"findings":[79],"expose":[80],"inherent":[81],"weaknesses":[82],"current":[84],"AI":[85,92],"systems,":[86],"emphasizing":[87],"necessity":[89],"cautious":[91],"deployment":[93],"teaching":[95],"methodologies.":[96],"argue":[98],"for":[99],"a":[100],"balanced":[101],"approach,":[102],"leveraging":[103],"benefits":[105],"LLMs":[107],"while":[108],"mitigating":[109],"limitations,":[111],"facilitate":[113],"seamless":[115],"adoption":[116]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}