{"id":"https://openalex.org/W7225780413","doi":"https://doi.org/10.3389/fpsyg.2026.1924393","title":"Effects of structured generative AI feedback on data science students' critical thinking: a propensity score matching approach","display_name":"Effects of structured generative AI feedback on data science students' critical thinking: a propensity score matching approach","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225780413","doi":"https://doi.org/10.3389/fpsyg.2026.1924393"},"language":"en","primary_location":{"id":"doi:10.3389/fpsyg.2026.1924393","doi":"https://doi.org/10.3389/fpsyg.2026.1924393","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2026.1924393","pdf_url":"https://www.frontiersin.org/journals/psychology/articles/10.3389/fpsyg.2026.1924393/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/psychology/articles/10.3389/fpsyg.2026.1924393/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112490085","display_name":"Han Yin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Yin","raw_affiliation_strings":["Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology","institution_ids":["https://openalex.org/I32820368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147665772","display_name":"Nan Tao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Tao","raw_affiliation_strings":["Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology","institution_ids":["https://openalex.org/I32820368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059019514","display_name":"\u5434\u80dc\u5175","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbing Wu","raw_affiliation_strings":["Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology","institution_ids":["https://openalex.org/I32820368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161490993","display_name":"Yifu Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32820368","display_name":"Guangdong Polytechnic of Science and Technology","ror":"https://ror.org/01wq2p249","country_code":"CN","type":"education","lineage":["https://openalex.org/I32820368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Wang","raw_affiliation_strings":["Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Technical College, Guangdong Polytechnic of Science and Technology","institution_ids":["https://openalex.org/I32820368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033812899","display_name":"Tianyue Niu","orcid":"https://orcid.org/0009-0008-3410-6301","observed_orcids":["https://orcid.org/0009-0008-3410-6301"]},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianyue Niu","raw_affiliation_strings":["Xiamen Academy of Arts and Design, Fuzhou University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen Academy of Arts and Design, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033812899"],"corresponding_institution_ids":["https://openalex.org/I80947539"],"apc_list":{"value":3150,"currency":"CHF","value_usd":3801},"apc_paid":{"value":3150,"currency":"CHF","value_usd":3801},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.365200012922287,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.365200012922287,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.1444000005722046,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.09709999710321426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C17923572","wikidata":"https://www.wikidata.org/wiki/Q7250160","display_name":"Propensity score matching","level":2,"score":0.6919999718666077},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6237000226974487},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C533356498","wikidata":"https://www.wikidata.org/wiki/Q843894","display_name":"Critical thinking","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5127999782562256},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4097999930381775},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3628000020980835},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3172000050544739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30709999799728394},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.2802000045776367},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3389/fpsyg.2026.1924393","doi":"https://doi.org/10.3389/fpsyg.2026.1924393","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2026.1924393","pdf_url":"https://www.frontiersin.org/journals/psychology/articles/10.3389/fpsyg.2026.1924393/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3389/fpsyg.2026.1924393","doi":"https://doi.org/10.3389/fpsyg.2026.1924393","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2026.1924393","pdf_url":"https://www.frontiersin.org/journals/psychology/articles/10.3389/fpsyg.2026.1924393/pdf","source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225780413.pdf","grobid_xml":"https://content.openalex.org/works/W7225780413.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2036193982","https://openalex.org/W2058148076","https://openalex.org/W2150291618","https://openalex.org/W2155163959","https://openalex.org/W2256824667","https://openalex.org/W2410990413","https://openalex.org/W4242484299","https://openalex.org/W4394710139","https://openalex.org/W4402118393","https://openalex.org/W4402483923","https://openalex.org/W4405211386","https://openalex.org/W4405318562","https://openalex.org/W4405726304","https://openalex.org/W4406026056","https://openalex.org/W4407030672","https://openalex.org/W4410602762","https://openalex.org/W4412037085","https://openalex.org/W4413098849","https://openalex.org/W7134163894","https://openalex.org/W7153631314","https://openalex.org/W7165005887"],"related_works":[],"abstract_inverted_index":{"Background":[0],"AI":[1,29,70,108,178,207],"feedback":[2,30,109,179,208,212,220],"holds":[3],"promise":[4],"for":[5,238],"supporting":[6],"student":[7],"learning,":[8],"but":[9],"unstructured":[10],"use":[11],"can":[12,242],"lead":[13],"students":[14,224],"to":[15,85,225],"passively":[16],"accept":[17],"AI-generated":[18],"answers,":[19],"weakening":[20],"their":[21],"independent":[22],"reasoning.":[23],"This":[24],"study":[25,51],"examined":[26],"whether":[27],"structured":[28,69,107,177,206],"affects":[31],"undergraduate":[32,57],"students'":[33],"critical":[34,113,199],"thinking,":[35],"learning":[36,165,202],"performance,":[37,166],"and":[38,156,169,201,209,229],"engagement":[39,171,183],"in":[40,54,137,148,175,198],"a":[41,55,120],"data":[42,58],"science":[43,59],"analytics":[44],"course.":[45],"Methods":[46],"An":[47],"exploratory":[48,194],"two-class":[49],"quasi-experimental":[50],"was":[52,83,94,140],"conducted":[53],"three-month":[56],"course":[60],"(":[61],"N":[62],"=":[63],"167).":[64],"One":[65],"class":[66,75],"received":[67,76],"four-phase":[68],"feedback,":[71],"while":[72,158,234],"the":[73,176,205,216,236],"comparison":[74],"conventional":[77,210],"instructor":[78,211],"feedback.":[79],"Propensity":[80],"score":[81],"matching":[82],"used":[84],"improve":[86],"comparability":[87],"on":[88],"observed":[89,174],"baseline":[90],"characteristics.":[91],"Critical":[92],"thinking":[93,114,200],"assessed":[95],"using":[96],"an":[97],"adapted":[98],"40-item":[99],"assessment":[100],"covering":[101],"five":[102],"dimensions.":[103],"Results":[104],"Students":[105],"receiving":[106],"demonstrated":[110],"higher":[111],"post-test":[112],"scores":[115],"than":[116],"matched":[117],"controls,":[118],"with":[119],"baseline-adjusted":[121],"difference":[122,136],"of":[123,150,154,196,219],"5.64":[124],"points":[125],"(95%":[126],"CI":[127],"[3.62,":[128],"7.65],":[129],"p":[130],"<":[131],"0.001).":[132],"A":[133],"significant":[134,146,162],"between-group":[135],"pre-to-post":[138],"changes":[139],"also":[141,173],"observed.":[142],"Dimension-level":[143],"analyses":[144],"revealed":[145],"differences":[147,197],"Evaluation":[149],"Arguments,":[151],"Interpretation,":[152],"Recognition":[153],"Assumptions,":[155],"Inference,":[157],"Deduction":[159],"showed":[160],"no":[161],"difference.":[163],"Higher":[164],"cognitive":[167],"engagement,":[168],"behavioral":[170],"were":[172],"group,":[180],"whereas":[181],"emotional":[182],"did":[184],"not":[185],"differ":[186],"significantly":[187],"between":[188,204],"groups.":[189],"Conclusion":[190],"The":[191],"findings":[192],"provide":[193],"evidence":[195],"outcomes":[203],"classes.":[213],"They":[214],"highlight":[215],"potential":[217],"relevance":[218],"designs":[221],"that":[222,241],"encourage":[223],"actively":[226],"evaluate,":[227],"question,":[228],"revise":[230],"AI-supported":[231],"analytical":[232],"work,":[233],"underscoring":[235],"need":[237],"further":[239],"studies":[240],"isolate":[243],"intervention-specific":[244],"effects.":[245]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}