{"id":"https://openalex.org/W2096204396","doi":"https://doi.org/10.1145/2508075.2508078","title":"Automated assessment of students' testing skills for improving correctness of their code","display_name":"Automated assessment of students' testing skills for improving correctness of their code","publication_year":2013,"publication_date":"2013-10-23","ids":{"openalex":"https://openalex.org/W2096204396","doi":"https://doi.org/10.1145/2508075.2508078","mag":"2096204396"},"language":"en","primary_location":{"id":"doi:10.1145/2508075.2508078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2508075.2508078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 companion publication for conference on Systems, programming, & applications: software for humanity","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007864699","display_name":"Zalia Shams","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zalia Shams","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA","Virginia Tech, , Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Virginia Tech, , Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007864699"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.19123435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7599625587463379},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6715948581695557},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6464270353317261},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.6154235601425171},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4876305162906647},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4597082734107971},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.45579349994659424},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.44477295875549316},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.43317368626594543},{"id":"https://openalex.org/keywords/test-plan","display_name":"Test plan","score":0.4291200339794159},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.41013461351394653},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3934214413166046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3532872200012207},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3405320942401886},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.20379647612571716},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.17391905188560486},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.14202922582626343},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08590081334114075},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0836220383644104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599625587463379},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6715948581695557},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6464270353317261},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.6154235601425171},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4876305162906647},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4597082734107971},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.45579349994659424},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.44477295875549316},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.43317368626594543},{"id":"https://openalex.org/C12148698","wikidata":"https://www.wikidata.org/wiki/Q364651","display_name":"Test plan","level":3,"score":0.4291200339794159},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.41013461351394653},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3934214413166046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3532872200012207},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3405320942401886},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.20379647612571716},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.17391905188560486},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.14202922582626343},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08590081334114075},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0836220383644104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C173291955","wikidata":"https://www.wikidata.org/wiki/Q732332","display_name":"Weibull distribution","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2508075.2508078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2508075.2508078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 companion publication for conference on Systems, programming, & applications: software for humanity","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W38631688","https://openalex.org/W1588555795","https://openalex.org/W1967788581","https://openalex.org/W1982316994","https://openalex.org/W2022038738","https://openalex.org/W2100414549","https://openalex.org/W2121855876","https://openalex.org/W2123461849","https://openalex.org/W2137109811","https://openalex.org/W2137846723","https://openalex.org/W2148899257","https://openalex.org/W3000882748","https://openalex.org/W4240285822","https://openalex.org/W4245480127"],"related_works":["https://openalex.org/W2188932121","https://openalex.org/W3028378061","https://openalex.org/W3133844515","https://openalex.org/W2029136037","https://openalex.org/W2362944210","https://openalex.org/W2135387608","https://openalex.org/W2972680684","https://openalex.org/W4244202761","https://openalex.org/W643015529","https://openalex.org/W2365415353"],"abstract_inverted_index":{"Although":[0],"software":[1,24],"testing":[2,141],"is":[3,48],"included":[4],"as":[5,79,95],"a":[6,111],"regular":[7],"part":[8],"of":[9,44,59,104,108,113,145,152,158,175,190,195],"many":[10],"programming":[11],"courses,":[12],"current":[13],"assessment":[14],"techniques":[15,161],"used":[16,33],"in":[17,34,129,149,162],"automated":[18,130],"grading":[19,154],"tools":[20],"for":[21,67],"evaluating":[22,68],"student-written":[23,69,146],"tests":[25,52,70,75,89,189],"are":[26,31,71,101],"imperfect.":[27],"Code":[28],"coverage":[29],"measures":[30,66],"typically":[32],"practice,":[35],"but":[36],"that":[37],"approach":[38],"does":[39],"not":[40],"assess":[41],"how":[42],"much":[43],"the":[45,51,56,60,150,173,185],"expected":[46],"behavior":[47],"checked":[49],"by":[50,169],"and":[53,64,82,135,142,165,198],"sometimes,":[54],"overestimates":[55],"true":[57],"quality":[58],"tests.":[61],"Two":[62],"robust":[63],"thorough":[65],"running":[72],"each":[73],"students'":[74],"against":[76],"others'":[77],"solutions(known":[78],"all-pairs":[80,140],"testing)":[81],"injecting":[83],"artificial":[84],"bugs":[85],"to":[86,116,138,183,187],"determine":[87],"if":[88],"can":[90],"detect":[91],"them":[92,109],"(also":[93],"known":[94],"mutation":[96,143],"analysis).":[97],"Even":[98],"though":[99],"they":[100],"better":[102],"indicators":[103],"test":[105],"quality,":[106],"both":[107],"posed":[110],"number":[112],"practical":[114,136],"obstacles":[115,123],"classroom":[117,153],"use.":[118],"This":[119],"proposal":[120],"describes":[121],"technical":[122],"behind":[124],"using":[125],"these":[126],"two":[127],"approaches":[128,186],"grading.":[131],"We":[132],"propose":[133],"novel":[134],"solutions":[137],"apply":[139],"analysis":[144],"tests,":[147],"especially":[148],"context":[151],"tools.":[155],"Experimental":[156],"results":[157],"applying":[159],"our":[160,176,181],"eight":[163],"CS1":[164],"CS2":[166],"assignments":[167,191],"submitted":[168],"147":[170],"students":[171],"show":[172],"feasibility":[174],"solution.":[177],"Finally,":[178],"we":[179],"discuss":[180],"plan":[182],"combine":[184],"evaluate":[188],"having":[192],"variable":[193],"amounts":[194],"design":[196],"freedom":[197],"explain":[199],"their":[200],"evaluation":[201],"method.":[202]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}