{"id":"https://openalex.org/W4382654449","doi":"https://doi.org/10.1145/3587102.3588781","title":"An Experience Report on Introducing Explicit Strategies into Testing Checklists for Advanced Beginners","display_name":"An Experience Report on Introducing Explicit Strategies into Testing Checklists for Advanced Beginners","publication_year":2023,"publication_date":"2023-06-29","ids":{"openalex":"https://openalex.org/W4382654449","doi":"https://doi.org/10.1145/3587102.3588781"},"language":"en","primary_location":{"id":"doi:10.1145/3587102.3588781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587102.3588781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040160847","display_name":"Gina R. Bai","orcid":"https://orcid.org/0009-0004-6922-7470"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gina R. Bai","raw_affiliation_strings":["Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092365692","display_name":"Sandeep Sthapit","orcid":"https://orcid.org/0009-0007-6426-9825"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandeep Sthapit","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013416767","display_name":"Sarah Heckman","orcid":"https://orcid.org/0000-0003-4351-8611"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Heckman","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064676990","display_name":"Thomas Price","orcid":"https://orcid.org/0000-0001-9375-2292"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas W. Price","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050283470","display_name":"Kathryn T. Stolee","orcid":"https://orcid.org/0000-0003-0584-7094"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn T. Stolee","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040160847"],"corresponding_institution_ids":["https://openalex.org/I200719446"],"apc_list":null,"apc_paid":null,"fwci":0.5484,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75203082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"194","last_page":"200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.9423819780349731},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.7615150809288025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.678114652633667},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6570559144020081},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6137333512306213},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4677239656448364},{"id":"https://openalex.org/keywords/test-driven-development","display_name":"Test-driven development","score":0.45949533581733704},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45114466547966003},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.41994643211364746},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41142284870147705},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.394938200712204},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30050480365753174},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.26083749532699585},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2202305793762207},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09714308381080627},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08453267812728882}],"concepts":[{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.9423819780349731},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.7615150809288025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.678114652633667},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6570559144020081},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6137333512306213},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4677239656448364},{"id":"https://openalex.org/C4478048","wikidata":"https://www.wikidata.org/wiki/Q950250","display_name":"Test-driven development","level":4,"score":0.45949533581733704},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45114466547966003},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.41994643211364746},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41142284870147705},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.394938200712204},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30050480365753174},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26083749532699585},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2202305793762207},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09714308381080627},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08453267812728882},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587102.3588781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587102.3588781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8899999856948853,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1059633530","display_name":null,"funder_award_id":"2141923","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7527531832","display_name":null,"funder_award_id":"1749936","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1987010028","https://openalex.org/W1999827279","https://openalex.org/W2001319819","https://openalex.org/W2037595410","https://openalex.org/W2041282815","https://openalex.org/W2060853440","https://openalex.org/W2113782859","https://openalex.org/W2136589719","https://openalex.org/W2142333730","https://openalex.org/W2466388701","https://openalex.org/W2611146927","https://openalex.org/W2746960282","https://openalex.org/W2915281705","https://openalex.org/W2917895888","https://openalex.org/W3009126534","https://openalex.org/W3012303645","https://openalex.org/W3047552813","https://openalex.org/W3105533111","https://openalex.org/W3107352038","https://openalex.org/W3161212993","https://openalex.org/W3163192988","https://openalex.org/W3177472236","https://openalex.org/W6969533861"],"related_works":["https://openalex.org/W2125920815","https://openalex.org/W2536237338","https://openalex.org/W3004602269","https://openalex.org/W2892892708","https://openalex.org/W4283205021","https://openalex.org/W4245480127","https://openalex.org/W1544145945","https://openalex.org/W4206699565","https://openalex.org/W4234553401","https://openalex.org/W2959222533"],"abstract_inverted_index":{"Software":[0],"testing":[1,13,27,31,66,86,107],"is":[2],"a":[3,25,46,73,135],"critical":[4],"skill":[5],"for":[6,18,48,194,208],"computing":[7],"students,":[8,154],"but":[9],"learning":[10],"and":[11,33,62,141,148],"practicing":[12],"can":[14],"be":[15],"challenging,":[16],"particularly":[17],"beginners.":[19],"A":[20],"recent":[21],"study":[22],"suggests":[23],"that":[24,29,77,166],"lightweight":[26],"checklist":[28,67,82,171],"contains":[30],"strategies":[32,87,119],"tutorial":[34],"information":[35,101],"could":[36],"assist":[37],"students":[38,44,167],"in":[39,51,72,116,120,134,177,182,197,210],"writing":[40,211],"quality":[41,176],"tests.":[42,213],"However,":[43],"expressed":[45],"desire":[47],"more":[49],"support":[50,133],"knowing":[52],"how":[53,97],"to":[54,88,98,104,188],"test":[55,180],"the":[56,59,65,81,105,127,139,145,160,170,198],"code/scenario.":[57],"Moreover,":[58],"potential":[60],"costs":[61],"benefits":[63],"of":[64,144,184,205],"are":[68],"not":[69],"yet":[70],"examined":[71],"classroom":[74],"setting.":[75],"To":[76],"end,":[78],"we":[79,112,155],"improved":[80],"by":[83,153],"integrating":[84],"explicit":[85,118],"it":[89],"(ETS":[90],"Checklist),":[91],"which":[92],"provide":[93],"step-by-step":[94],"guidance":[95],"on":[96],"transfer":[99],"semantic":[100],"from":[102],"instructions":[103],"possible":[106],"scenarios.":[108],"In":[109],"this":[110],"paper,":[111],"report":[113],"our":[114],"experiences":[115],"designing":[117],"unit":[121],"testing,":[122],"as":[123,125,130],"well":[124],"adapting":[126],"ETS":[128,161],"Checklist":[129],"optional":[131],"tool":[132],"CS1.5":[136],"course.":[137,199],"With":[138],"quantitative":[140],"qualitative":[142],"analysis":[143],"survey":[146],"responses":[147],"lab":[149],"assignment":[150],"submissions":[151],"generated":[152],"discuss":[156],"students'":[157,203],"engagement":[158],"with":[159],"Checklists.":[162],"Our":[163],"results":[164],"suggest":[165],"who":[168,190],"used":[169],"intervention":[172],"had":[173],"significantly":[174],"higher":[175],"their":[178,206],"student-authored":[179],"code,":[181],"terms":[183],"code":[185],"coverage,":[186],"compared":[187],"those":[189],"did":[191],"not,":[192],"especially":[193],"assignments":[195],"earlier":[196],"We":[200],"also":[201],"observed":[202],"unawareness":[204],"need":[207],"help":[209],"high-quality":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}