{"id":"https://openalex.org/W4387803831","doi":"https://doi.org/10.1145/3628604","title":"A Model of How Students Engineer Test Cases With Feedback","display_name":"A Model of How Students Engineer Test Cases With Feedback","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387803831","doi":"https://doi.org/10.1145/3628604"},"language":"en","primary_location":{"id":"doi:10.1145/3628604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628604","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628604","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3628604","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102834460","display_name":"Austin M. Shin","orcid":"https://orcid.org/0009-0002-2899-4011"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Austin M. Shin","raw_affiliation_strings":["Ridgeline, Inc., USA"],"raw_orcid":"https://orcid.org/0009-0002-2899-4011","affiliations":[{"raw_affiliation_string":"Ridgeline, Inc., USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084083704","display_name":"Ayaan M. Kazerouni","orcid":"https://orcid.org/0000-0002-6574-1278"},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayaan M. Kazerouni","raw_affiliation_strings":["California Polytechnic State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6574-1278","affiliations":[{"raw_affiliation_string":"California Polytechnic State University, USA","institution_ids":["https://openalex.org/I149919469"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102834460"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0627,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84842681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"24","issue":"1","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858440637588501},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6305484771728516},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6175342798233032},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5853192210197449},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5186930894851685},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4836674630641937},{"id":"https://openalex.org/keywords/grounded-theory","display_name":"Grounded theory","score":0.4819307327270508},{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.46009793877601624},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4160902500152588},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35850989818573},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3212229013442993},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2896632254123688},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27849280834198},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.2783573865890503},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.25671809911727905},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19800147414207458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858440637588501},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6305484771728516},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6175342798233032},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5853192210197449},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5186930894851685},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4836674630641937},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.4819307327270508},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.46009793877601624},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4160902500152588},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35850989818573},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3212229013442993},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2896632254123688},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27849280834198},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.2783573865890503},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.25671809911727905},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19800147414207458},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628604","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628604","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3628604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3628604","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3628604","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387803831.pdf","grobid_xml":"https://content.openalex.org/works/W4387803831.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W240302486","https://openalex.org/W624934556","https://openalex.org/W1609394770","https://openalex.org/W1974858479","https://openalex.org/W1989171126","https://openalex.org/W2022038738","https://openalex.org/W2029517828","https://openalex.org/W2033086912","https://openalex.org/W2036533373","https://openalex.org/W2037595410","https://openalex.org/W2037638156","https://openalex.org/W2045806041","https://openalex.org/W2049695835","https://openalex.org/W2082563645","https://openalex.org/W2085617435","https://openalex.org/W2097599402","https://openalex.org/W2106072155","https://openalex.org/W2116382946","https://openalex.org/W2121084350","https://openalex.org/W2125727889","https://openalex.org/W2135937266","https://openalex.org/W2137109811","https://openalex.org/W2137591954","https://openalex.org/W2137846723","https://openalex.org/W2154671002","https://openalex.org/W2169471397","https://openalex.org/W2478089724","https://openalex.org/W2506155917","https://openalex.org/W2506490502","https://openalex.org/W2557992006","https://openalex.org/W2747663480","https://openalex.org/W2748218905","https://openalex.org/W2886585694","https://openalex.org/W2906994370","https://openalex.org/W2915313724","https://openalex.org/W2916601118","https://openalex.org/W2917706109","https://openalex.org/W2917895888","https://openalex.org/W2918080170","https://openalex.org/W2965029801","https://openalex.org/W3004602269","https://openalex.org/W3010197425","https://openalex.org/W3089393555","https://openalex.org/W3097591683","https://openalex.org/W3107352038","https://openalex.org/W3114855593","https://openalex.org/W3120235480","https://openalex.org/W3161580966","https://openalex.org/W3174307944","https://openalex.org/W3175810545","https://openalex.org/W3215182545","https://openalex.org/W4226462422","https://openalex.org/W4231791389","https://openalex.org/W4240285822","https://openalex.org/W4242126179","https://openalex.org/W4292260379","https://openalex.org/W4310506204","https://openalex.org/W4361271907","https://openalex.org/W4378364647"],"related_works":["https://openalex.org/W1546533203","https://openalex.org/W2054080977","https://openalex.org/W4361008414","https://openalex.org/W2015439768","https://openalex.org/W2109806719","https://openalex.org/W2620765995","https://openalex.org/W3140115162","https://openalex.org/W2970776330","https://openalex.org/W2132250213","https://openalex.org/W3111869873"],"abstract_inverted_index":{"Background":[0],"and":[1,91,102,144,148,193,206,265,272],"Context.":[2],"Students\u2019":[3],"programming":[4],"projects":[5],"are":[6,39,162,274],"often":[7],"assessed":[8],"on":[9],"the":[10,56,87,151,220],"basis":[11],"of":[12,55,58,129,134,222,252,270],"their":[13,18,47,59,74],"tests":[14],"as":[15,17,121,233,239],"well":[16],"implementations,":[19],"most":[20],"commonly":[21,92,187],"using":[22],"test":[23,61,71,180,195,244],"adequacy":[24,181,245],"criteria":[25,246],"like":[26],"branch":[27,100],"coverage,":[28],"or,":[29],"in":[30,212],"some":[31],"cases,":[32],"mutation":[33],"analysis.":[34,158],"As":[35],"a":[36,127,137,165,179,234],"result,":[37],"students":[38,69,90,120,170,225],"implicitly":[40],"encouraged":[41],"to":[42,85,110,125,189,200,209,214,229],"use":[43,107],"these":[44,80],"tools":[45],"during":[46],"development":[48],"process":[49,166],"(i.e.,":[50],"so":[51,237],"they":[52,122,207,259],"have":[53],"awareness":[54],"strength":[57],"own":[60],"suites).":[62],"Objectives.":[63],"Little":[64],"is":[65],"known":[66],"about":[67,191],"how":[68,169],"choose":[70],"cases":[72],"for":[73,204,250,263],"software":[75,130,172,253],"while":[76,175],"being":[77,176],"guided":[78,177],"by":[79,178],"feedback":[81,95,139,192,198],"mechanisms.":[82],"We":[83,106,114],"aim":[84],"explore":[86,111],"interaction":[88],"between":[89],"used":[93],"testing":[94,131,173,223,235,277],"mechanisms":[96],"(in":[97],"this":[98,112,216],"case,":[99],"coverage":[101,232,241],"mutation-based":[103],"feedback).":[104],"Method.":[105],"grounded":[108],"theory":[109],"interaction.":[113],"conducted":[115],"12":[116],"think-aloud":[117],"interviews":[118],"with":[119],"were":[123,142,146,186],"asked":[124],"complete":[126],"series":[128],"tasks,":[132],"each":[133],"which":[135],"involved":[136],"different":[138],"mechanism.":[140],"Interviews":[141],"recorded":[143],"transcripts":[145],"analyzed,":[147],"we":[149,255],"present":[150],"overarching":[152],"themes":[153],"that":[154],"emerged":[155],"from":[156],"our":[157,267],"Findings.":[159],"Our":[160],"findings":[161],"organized":[163],"into":[164],"model":[167],"describing":[168],"completed":[171],"tasks":[174],"criterion.":[182],"Program":[183],"comprehension":[184],"strategies":[185],"employed":[188],"reason":[190],"devise":[194],"cases.":[196],"Mutation-based":[197],"tended":[199],"be":[201,248],"cognitively":[202],"overwhelming":[203],"students,":[205],"resorted":[208],"weaker":[210],"heuristics":[211],"order":[213],"address":[215],"feedback.":[217],"Implications.":[218],"In":[219],"presence":[221],"feedback,":[224],"did":[226],"not":[227],"appear":[228],"consider":[230,257],"problem":[231],"goal":[236],"much":[238],"program":[240],".":[242],"While":[243],"can":[247],"useful":[249],"assessment":[251,273],"tests,":[254],"must":[256],"whether":[258],"represent":[260],"good":[261],"goals":[262],"testing,":[264],"if":[266],"current":[268],"methods":[269],"practice":[271],"encouraging":[275],"poor":[276],"habits.":[278]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}