{"id":"https://openalex.org/W2078518223","doi":"https://doi.org/10.1145/2591708.2591757","title":"Do student programmers all tend to write the same software tests?","display_name":"Do student programmers all tend to write the same software tests?","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2078518223","doi":"https://doi.org/10.1145/2591708.2591757","mag":"2078518223"},"language":"en","primary_location":{"id":"doi:10.1145/2591708.2591757","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591708.2591757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 conference on Innovation & technology in computer science education - ITiCSE '14","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076981879","display_name":"Stephen H. Edwards","orcid":"https://orcid.org/0000-0002-5162-9314"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen H. Edwards","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA","Virginia Tech, , Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, , Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007864699","display_name":"Zalia Shams","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zalia Shams","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA","Virginia Tech, , Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, , Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076981879"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":5.2412,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.95402299,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"171","last_page":"176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7139589190483093},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6237645745277405},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5405392646789551},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.5093346834182739},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49187469482421875},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.44069257378578186},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42939993739128113},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4274870455265045},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.36993327736854553},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34623581171035767},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.28855735063552856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17401432991027832},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11379969120025635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139589190483093},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6237645745277405},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5405392646789551},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.5093346834182739},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49187469482421875},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.44069257378578186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42939993739128113},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4274870455265045},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36993327736854553},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34623581171035767},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.28855735063552856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17401432991027832},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11379969120025635},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2591708.2591757","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591708.2591757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 conference on Innovation & technology in computer science education - ITiCSE '14","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1592877999","https://openalex.org/W1967709752","https://openalex.org/W1967788581","https://openalex.org/W1971973232","https://openalex.org/W1982316994","https://openalex.org/W2022038738","https://openalex.org/W2037595410","https://openalex.org/W2113782859","https://openalex.org/W2137109811","https://openalex.org/W2137846723","https://openalex.org/W2169471397","https://openalex.org/W3010856131"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W4200340037","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W608917066","https://openalex.org/W4283652261","https://openalex.org/W1485837041","https://openalex.org/W3204955359"],"abstract_inverted_index":{"While":[0,26],"many":[1],"educators":[2,231],"have":[3,28],"added":[4],"software":[5,99],"testing":[6],"practices":[7],"to":[8,33,95,119,167,223,234,240],"their":[9,97,158,161],"programming":[10],"assignments,":[11],"assessing":[12,34],"the":[13,44,53,106,121,127,174,178,193,199],"effectiveness":[14],"of":[15,43,46,52,55,123,129,135,155,171,173,188,192,198],"student-written":[16,35,141],"tests":[17,49,60,100,221],"using":[18,67,84],"statement":[19],"coverage":[20,23,108,154],"or":[21],"branch":[22,107,153],"has":[24],"limitations.":[25],"researchers":[27],"begun":[29],"investigating":[30],"alternative":[31],"approaches":[32],"tests,":[36],"this":[37],"paper":[38],"reports":[39],"on":[40,105,157],"an":[41,86,151,169],"investigation":[42],"quality":[45],"student":[47,130,194],"written":[48,70],"in":[50,103,126,177],"terms":[51],"number":[54,122],"authentic,":[56],"human-written":[57],"defects":[58],"those":[59],"can":[61],"detect.":[62],"An":[63],"experiment":[64],"was":[65,184],"conducted":[66],"101":[68],"programs":[69],"for":[71],"a":[72,80,89,185],"CS2":[73],"data":[74],"structures":[75],"assignment":[76],"where":[77],"students":[78,149,203],"implemented":[79],"queue":[81],"two":[82],"ways,":[83],"both":[85],"array-based":[87],"and":[88,101,132],"link-based":[90],"representation.":[91],"Students":[92],"were":[93,117,137,164,204],"required":[94],"write":[96],"own":[98,159],"graded":[102],"part":[104],"they":[109],"achieved.":[110],"Using":[111],"techniques":[112,238],"from":[113],"prior":[114],"work,":[115],"we":[116],"able":[118,166],"approximate":[120],"bugs":[124],"present":[125,176],"collection":[128],"solutions,":[131,160],"identify":[133],"which":[134],"these":[136],"detected":[138],"by":[139],"each":[140],"test":[142,162,195,212,236],"suite.":[143],"The":[144],"results":[145,228],"indicate":[146],"that,":[147],"while":[148],"achieved":[150],"average":[152,170],"95.4%":[156],"suites":[163,200],"only":[165],"detect":[168,224],"13.6%":[172],"faults":[175],"entire":[179],"program":[180],"population.":[181],"Further,":[182],"there":[183],"high":[186],"degree":[187],"similarity":[189],"among":[190],"90%":[191],"suites.":[196],"Analysis":[197],"suggest":[201,229],"that":[202,230,247],"following":[205],"na\u00efve,":[206],"\"happy":[207],"path\"":[208],"testing,":[209],"writing":[210,220],"basic":[211],"cases":[213],"covering":[214],"mainstream":[215],"expected":[216],"behavior":[217],"rather":[218,243],"than":[219,244],"designed":[222],"hidden":[225],"bugs.":[226],"These":[227],"should":[232],"strive":[233],"reinforce":[235],"design":[237],"intended":[239],"find":[241],"bugs,":[242],"simply":[245],"confirming":[246],"features":[248],"work":[249],"as":[250],"expected.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}