{"id":"https://openalex.org/W4413268039","doi":"https://doi.org/10.1145/3696630.3727244","title":"A Comparative Study on ChatGPT and Checklist as Support Tools for Unit Testing Education","display_name":"A Comparative Study on ChatGPT and Checklist as Support Tools for Unit Testing Education","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4413268039","doi":"https://doi.org/10.1145/3696630.3727244"},"language":null,"primary_location":{"id":"doi:10.1145/3696630.3727244","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3727244","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3696630.3727244","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101392876","display_name":"Zihan Fang","orcid":"https://orcid.org/0009-0009-2151-2922"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihan Fang","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0009-0009-2151-2922","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058677546","display_name":"Jiliang Li","orcid":"https://orcid.org/0009-0004-2852-0865"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiliang Li","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0009-0004-2852-0865","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055222793","display_name":"Anda Liang","orcid":"https://orcid.org/0009-0007-4429-2884"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anda Liang","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0009-0007-4429-2884","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040160847","display_name":"Gina R. Bai","orcid":"https://orcid.org/0009-0004-6922-7470"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gina R. Bai","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0009-0004-6922-7470","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055069752","display_name":"Yu Huang","orcid":"https://orcid.org/0000-0003-2730-5077"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Huang","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0003-2730-5077","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0462,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96099426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"871","last_page":"882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9352999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.8181138038635254},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6192759275436401},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6135603785514832},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.5799747705459595},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3365682363510132},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17294171452522278},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16911527514457703},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.12176516652107239},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.08505800366401672}],"concepts":[{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.8181138038635254},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6192759275436401},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6135603785514832},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.5799747705459595},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3365682363510132},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17294171452522278},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16911527514457703},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.12176516652107239},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.08505800366401672},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696630.3727244","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3727244","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696630.3727244","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3727244","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1982980578","https://openalex.org/W2004169076","https://openalex.org/W2077078775","https://openalex.org/W2102742419","https://openalex.org/W2120411502","https://openalex.org/W2353267094","https://openalex.org/W2593232566","https://openalex.org/W2615974185","https://openalex.org/W2747208634","https://openalex.org/W2769533150","https://openalex.org/W2912350718","https://openalex.org/W2912660210","https://openalex.org/W2912865764","https://openalex.org/W2913273467","https://openalex.org/W2914049261","https://openalex.org/W2914747561","https://openalex.org/W2920244696","https://openalex.org/W3012303645","https://openalex.org/W4206260253","https://openalex.org/W4231170976","https://openalex.org/W4247072206","https://openalex.org/W4249591254","https://openalex.org/W4254390403","https://openalex.org/W4254963836","https://openalex.org/W4365799931","https://openalex.org/W4382652666","https://openalex.org/W4386015209","https://openalex.org/W4386718981","https://openalex.org/W4386932485","https://openalex.org/W4391102371","https://openalex.org/W4391432468","https://openalex.org/W4392013691","https://openalex.org/W4398775968","https://openalex.org/W4402555770","https://openalex.org/W4405397851","https://openalex.org/W4407685639","https://openalex.org/W4407761542"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4234875088","https://openalex.org/W2013796470","https://openalex.org/W2420514274","https://openalex.org/W2001467811","https://openalex.org/W4362687946","https://openalex.org/W1971633942","https://openalex.org/W4390788373"],"abstract_inverted_index":{"Testing":[0],"is":[1,154],"widely":[2],"practiced":[3],"in":[4,16,35,91,100,112,137,193,206],"software":[5,58],"engineering,":[6],"and":[7,116,185,191,197],"many":[8],"tools":[9,48,71,88],"have":[10],"been":[11],"developed":[12],"to":[13,173,189],"support":[14,70],"students":[15,184],"learning":[17,28,190],"testing.":[18,102],"Prior":[19],"research":[20],"suggests":[21],"that":[22,39,85],"a":[23,94],"lightweight":[24],"testing":[25,78,127],"checklist":[26,107],"improves":[27],"outcomes":[29],"but":[30,108],"doesn't":[31],"address":[32],"students'":[33,147],"challenges":[34,135],"writing":[36],"test":[37],"code":[38],"matches":[40],"their":[41],"intentions":[42],"or":[43,74,90],"design.":[44],"Meanwhile,":[45],"generative":[46],"AI":[47,195,205],"(e.g.,":[49],"ChatGPT)":[50],"bring":[51],"new":[52,151],"promise":[53],"as":[54,159],"another":[55],"form":[56],"of":[57,68,204],"assistance":[59],"tool.":[60],"In":[61],"this":[62],"study,":[63],"we":[64,179],"examined":[65],"the":[66,106,133,138,169,175,194,201],"impact":[67],"various":[69],"(checklist,":[72],"ChatGPT,":[73],"both)":[75],"on":[76,97,143,187],"unit":[77,101],"among":[79],"42":[80],"students.":[81],"Our":[82],"results":[83],"indicated":[84],"using":[86,105],"these":[87],"individually":[89],"combination":[92],"produced":[93],"comparable":[95],"effect":[96],"student":[98],"performance":[99],"Students":[103],"preferred":[104],"acknowledged":[109],"ChatGPT's":[110],"effectiveness":[111],"accelerating":[113],"task":[114],"completion":[115],"addressing":[117],"programming":[118],"language":[119],"challenges.":[120],"While":[121],"ChatGPT":[122,144],"demonstrated":[123],"potential":[124],"benefits":[125],"for":[126,156,182],"education,":[128],"it":[129],"did":[130],"not":[131],"overcome":[132],"implementation":[134],"identified":[136],"previous":[139],"study.":[140],"Moreover,":[141],"reliance":[142],"may":[145],"hinder":[146],"deeper":[148],"engagement":[149],"with":[150,164],"concepts,":[152],"which":[153],"crucial":[155],"comprehensive":[157],"learning,":[158],"they":[160],"often":[161],"interact":[162],"superficially":[163],"AI-generated":[165],"responses":[166],"without":[167],"employing":[168],"critical":[170],"thinking":[171],"necessary":[172],"evaluate":[174],"information":[176],"provided.":[177],"Therefore,":[178],"proposed":[180],"recommendations":[181],"both":[183],"instructors":[186],"adapting":[188],"teaching":[192],"era":[196],"offer":[198],"insights":[199],"into":[200],"evolving":[202],"role":[203],"education.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-08-18T00:00:00"}