{"id":"https://openalex.org/W4410536498","doi":"https://doi.org/10.1109/icst62969.2025.10989046","title":"A System-Level Testing Framework for Automated Assessment of Programming Assignments Allowing Students Object-Oriented Design Freedom","display_name":"A System-Level Testing Framework for Automated Assessment of Programming Assignments Allowing Students Object-Oriented Design Freedom","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410536498","doi":"https://doi.org/10.1109/icst62969.2025.10989046"},"language":"en","primary_location":{"id":"doi:10.1109/icst62969.2025.10989046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989046","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068101658","display_name":"Valerio Terragni","orcid":"https://orcid.org/0000-0001-5885-9297"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Valerio Terragni","raw_affiliation_strings":["University of Auckland,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086003257","display_name":"Nasser Giacaman","orcid":"https://orcid.org/0000-0001-6885-1571"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nasser Giacaman","raw_affiliation_strings":["University of Auckland,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068101658"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11836153,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"687","last_page":"698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13827","display_name":"Mechatronics Education and Applications","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9452999830245972,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7309280633926392},{"id":"https://openalex.org/keywords/object-oriented-programming","display_name":"Object-oriented programming","score":0.5548028349876404},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.47414156794548035},{"id":"https://openalex.org/keywords/object-oriented-design","display_name":"Object-oriented design","score":0.4625965654850006},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.46066728234291077},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.4444277286529541},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4402647912502289},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1413651704788208},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.13664045929908752},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1271144151687622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7309280633926392},{"id":"https://openalex.org/C73752529","wikidata":"https://www.wikidata.org/wiki/Q79872","display_name":"Object-oriented programming","level":2,"score":0.5548028349876404},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.47414156794548035},{"id":"https://openalex.org/C53073257","wikidata":"https://www.wikidata.org/wiki/Q7075021","display_name":"Object-oriented design","level":3,"score":0.4625965654850006},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.46066728234291077},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.4444277286529541},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4402647912502289},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1413651704788208},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.13664045929908752},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1271144151687622}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icst62969.2025.10989046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989046","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1969507040","https://openalex.org/W1995668365","https://openalex.org/W2012312630","https://openalex.org/W2125920815","https://openalex.org/W2129005287","https://openalex.org/W2141125339","https://openalex.org/W2147070375","https://openalex.org/W2306686872","https://openalex.org/W2894540915","https://openalex.org/W2926052689","https://openalex.org/W3133741462","https://openalex.org/W4211226499","https://openalex.org/W4212877567","https://openalex.org/W4220975847","https://openalex.org/W4297903204","https://openalex.org/W4319295536","https://openalex.org/W4323036672","https://openalex.org/W4323037544","https://openalex.org/W4365445591","https://openalex.org/W4383749531","https://openalex.org/W4403604523","https://openalex.org/W6631161164","https://openalex.org/W6768278866","https://openalex.org/W6784321032"],"related_works":["https://openalex.org/W1578809901","https://openalex.org/W2611825707","https://openalex.org/W2552002334","https://openalex.org/W1547394117","https://openalex.org/W257038878","https://openalex.org/W1540649792","https://openalex.org/W2118523061","https://openalex.org/W1603720785","https://openalex.org/W2040557310","https://openalex.org/W605932910"],"abstract_inverted_index":{"Automated":[0],"assessment":[1],"of":[2,36,85,99,122,140,175],"programming":[3,117,128],"assignments":[4,142],"is":[5,18,150],"essential":[6],"in":[7,114,152],"software":[8,42,156],"engineering":[9],"education,":[10],"especially":[11],"for":[12,82],"large":[13],"classes":[14],"where":[15],"manual":[16],"grading":[17],"impractical.":[19],"While":[20],"static":[21],"analysis":[22,40],"can":[23,44],"evaluate":[24,95],"code":[25],"style":[26],"and":[27,48,57,69,129,132,145,159,178],"syntax":[28],"correctness,":[29],"it":[30],"cannot":[31],"assess":[32],"the":[33,96,120],"functional":[34,97],"correctness":[35,98],"students'":[37,62,100,173],"implementations.":[38],"Dynamic":[39],"through":[41],"testing":[43,80,84],"verify":[45],"program":[46],"behavior":[47],"provide":[49],"automated":[50],"feedback":[51,162],"to":[52,163],"students.":[53,164],"However,":[54],"traditional":[55],"unit":[56],"integration":[58],"tests":[59],"often":[60],"restrict":[61],"design":[63,105,130,157,179],"freedom":[64],"by":[65],"requiring":[66],"predefined":[67],"interfaces":[68],"method":[70],"declarations.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"present":[76],"SYSCLI,":[77],"a":[78,115],"novel":[79],"framework":[81],"system-level":[83],"JAVA-based":[86],"command-Line":[87],"interface":[88],"applications.":[89],"SYSCLI":[90,113,149],"enables":[91],"test":[92],"suites":[93],"that":[94,148],"implementations":[101],"without":[102],"limiting":[103],"their":[104],"choices.":[106],"We":[107],"also":[108],"share":[109],"our":[110],"experience":[111,166],"using":[112],"second-year":[116],"course":[118],"at":[119],"University":[121],"Auckland,":[123],"which":[124],"focuses":[125],"on":[126],"object-oriented":[127,176],"patterns":[131],"enrolls":[133],"over":[134],"300":[135],"students":[136],"each":[137],"offering.":[138],"Analysis":[139],"student":[141],"from":[143],"2023":[144],"2024":[146],"shows":[147],"effective":[151],"automating":[153],"grading,":[154],"allows":[155],"flexibility,":[158],"provides":[160],"actionable":[161],"Our":[165],"report":[167],"offers":[168],"valuable":[169],"insights":[170],"into":[171],"assessing":[172],"implementation":[174],"concepts":[177],"patterns.":[180]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}