{"id":"https://openalex.org/W2921372003","doi":"https://doi.org/10.28945/4150","title":"Investigating the Feasibility of Automatic Assessment of Programming Tasks","display_name":"Investigating the Feasibility of Automatic Assessment of Programming Tasks","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2921372003","doi":"https://doi.org/10.28945/4150","mag":"2921372003"},"language":"en","primary_location":{"id":"doi:10.28945/4150","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4150","pdf_url":"http://www.jite.org/documents/Vol17/JITEv17IIPp201-223Liebenberg4853.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.jite.org/documents/Vol17/JITEv17IIPp201-223Liebenberg4853.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033558426","display_name":"Janet Liebenberg","orcid":"https://orcid.org/0000-0001-7021-757X"},"institutions":[{"id":"https://openalex.org/I27765905","display_name":"North-West University","ror":"https://ror.org/010f1sq29","country_code":"ZA","type":"education","lineage":["https://openalex.org/I27765905"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Janet Liebenberg","raw_affiliation_strings":["North-West University","North-West University, Potchefstroom, South Africa","University of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North-West University","institution_ids":["https://openalex.org/I27765905"]},{"raw_affiliation_string":"North-West University, Potchefstroom, South Africa","institution_ids":["https://openalex.org/I27765905"]},{"raw_affiliation_string":"University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058226074","display_name":"Vreda Pieterse","orcid":"https://orcid.org/0000-0002-7487-2704"},"institutions":[{"id":"https://openalex.org/I27765905","display_name":"North-West University","ror":"https://ror.org/010f1sq29","country_code":"ZA","type":"education","lineage":["https://openalex.org/I27765905"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Vreda Pieterse","raw_affiliation_strings":["University of Pretoria","North-West University, Potchefstroom, South Africa","University of Pretoria, Pretoria, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pretoria","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"North-West University, Potchefstroom, South Africa","institution_ids":["https://openalex.org/I27765905"]},{"raw_affiliation_string":"University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3219,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85325617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"17","issue":null,"first_page":"201","last_page":"223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7536619901657104},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7056665420532227},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5567601323127747},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4675869941711426},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4175170660018921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3933761417865753},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3395114839076996},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18620645999908447},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10124042630195618}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7536619901657104},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7056665420532227},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5567601323127747},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4675869941711426},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4175170660018921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3933761417865753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3395114839076996},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18620645999908447},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10124042630195618},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.28945/4150","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4150","pdf_url":"http://www.jite.org/documents/Vol17/JITEv17IIPp201-223Liebenberg4853.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},{"id":"pmh:oai:dspace.nwu.ac.za:10394/31927","is_oa":false,"landing_page_url":"http://hdl.handle.net/10394/31927","pdf_url":null,"source":{"id":"https://openalex.org/S4306402268","display_name":"Boloka Institutional Repository (North-west University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114027177","host_organization_name":"University of North Carolina at Chapel Hill","host_organization_lineage":["https://openalex.org/I114027177"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.28945/4150","is_oa":true,"landing_page_url":"https://doi.org/10.28945/4150","pdf_url":"http://www.jite.org/documents/Vol17/JITEv17IIPp201-223Liebenberg4853.pdf","source":{"id":"https://openalex.org/S2739242002","display_name":"Journal of Information Technology Education Innovations in Practice","issn_l":"2165-3151","issn":["2165-3151","2165-316X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315806","host_organization_name":"Informing Science Institute","host_organization_lineage":["https://openalex.org/P4310315806"],"host_organization_lineage_names":["Informing Science Institute"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Technology Education: Innovations in Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323194","display_name":"North-West University","ror":"https://ror.org/010f1sq29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2921372003.pdf","grobid_xml":"https://content.openalex.org/works/W2921372003.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W122259140","https://openalex.org/W598355015","https://openalex.org/W1505099540","https://openalex.org/W1508090577","https://openalex.org/W1561264025","https://openalex.org/W1580195166","https://openalex.org/W1967709752","https://openalex.org/W1974268919","https://openalex.org/W1984954093","https://openalex.org/W2002175645","https://openalex.org/W2011607672","https://openalex.org/W2015020974","https://openalex.org/W2015795623","https://openalex.org/W2033943395","https://openalex.org/W2036389121","https://openalex.org/W2059354070","https://openalex.org/W2070405152","https://openalex.org/W2084944215","https://openalex.org/W2097654284","https://openalex.org/W2099697766","https://openalex.org/W2100379340","https://openalex.org/W2117578097","https://openalex.org/W2141316253","https://openalex.org/W2143412381","https://openalex.org/W2144571299","https://openalex.org/W2151828850","https://openalex.org/W2154557883","https://openalex.org/W2163999467","https://openalex.org/W2168569455","https://openalex.org/W2241046636","https://openalex.org/W2251428076","https://openalex.org/W2254299877","https://openalex.org/W2275635706","https://openalex.org/W2275734678","https://openalex.org/W2330898250","https://openalex.org/W2460591978","https://openalex.org/W2465269457","https://openalex.org/W2474372315","https://openalex.org/W2489530438","https://openalex.org/W2512668735","https://openalex.org/W2548719875","https://openalex.org/W2548979449","https://openalex.org/W2611516937","https://openalex.org/W2612692069","https://openalex.org/W2667656361","https://openalex.org/W2784044560","https://openalex.org/W2788913364","https://openalex.org/W2789235734","https://openalex.org/W2799100597","https://openalex.org/W2806749138","https://openalex.org/W2809548035","https://openalex.org/W2896946332","https://openalex.org/W2922141652","https://openalex.org/W2999919487","https://openalex.org/W3009558199","https://openalex.org/W3136117626","https://openalex.org/W3174686005","https://openalex.org/W3213072718","https://openalex.org/W3217611625","https://openalex.org/W4205487981","https://openalex.org/W6630329369","https://openalex.org/W6681642518","https://openalex.org/W6737507218","https://openalex.org/W7010107099"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2885058781","https://openalex.org/W2749690376","https://openalex.org/W1552490082","https://openalex.org/W2189583758","https://openalex.org/W3009904625","https://openalex.org/W2786317006","https://openalex.org/W4367724653"],"abstract_inverted_index":{"Aim/Purpose:":[0],"The":[1,52,78,124,220,344,395,406],"aims":[2],"of":[3,11,14,27,30,38,44,54,74,84,116,120,159,166,173,193,196,213,216,244,281,347,359,362,377,399,415,444,447],"this":[4],"study":[5,205,240,396,412],"were":[6,100,126,143,152],"to":[7,18,88,94,112,154,223,316,342,401,436],"investigate":[8],"the":[9,28,31,36,39,63,72,82,107,110,113,137,139,156,163,167,187,191,201,207,224,239,264,309,360,382,411,416,442],"feasibility":[10,192,443],"automatic":[12,23,55,76,164,194,214,249,270,313,363,437,445],"assessment":[13,21,24,33,43,56,64,158,165,195,215,250,271,280,314,338,348,364,446,463],"programming":[15,98,134,197,218,449],"tasks":[16,198,450],"and":[17,104,106,118,147,211,296,301,423,461],"compare":[19,155],"manual":[20,157,435],"with":[22,162,257],"in":[25,61,229,389,410,421,451],"terms":[26],"effect":[29],"different":[32,390],"methods":[34,57,151],"on":[35,81,190,200,393],"marks":[37],"students.":[40,267,324],"Background:":[41],"Manual":[42],"programs":[45,282],"written":[46,283],"by":[47,226],"students":[48,129,256],"can":[49,380],"be":[50,69,252,277,290,305,317,350,357,398],"tedious.":[51],"assistance":[53],"might":[58,276],"possibly":[59],"assist":[60],"reducing":[62],"burden,":[65],"but":[66,260,288],"there":[67],"may":[68,251,424],"drawbacks":[70,212,361],"diminishing":[71],"benefits":[73,210],"applying":[75,227],"assessment.":[77,405,438],"paper":[79,329],"reports":[80],"experience":[83,111],"a":[85,95,132,230,242,452],"lecturer":[86,108],"trying":[87],"introduce":[89],"automated":[90,404],"grading.":[91],"Students\u2019":[92],"solutions":[93,161],"practical":[96,285,294,453],"Java":[97,133],"test":[99],"assessed":[101,144],"both":[102,145],"manually":[103,146],"automatically":[105],"tied":[109],"unified":[114],"theory":[115,384],"acceptance":[117],"use":[119],"technology":[121],"(UTAUT).":[122],"Methodology:":[123],"participants":[125,140],"226":[127],"first-year":[128],"registered":[130],"for":[131,175,255,263,279,293,320,326,369,458],"course.":[135],"Of":[136],"tests":[138,295],"submitted,":[141],"214":[142],"automatically.":[148],"Various":[149],"statistical":[150],"used":[153,409],"student\u2019s":[160],"same":[168],"solutions.":[169],"A":[170,181],"detailed":[171],"investigation":[172],"reasons":[174],"differences":[176],"was":[177,186],"also":[178],"carried":[179],"out.":[180],"further":[182],"data":[183],"collection":[184],"method":[185,346],"lecturer\u2019s":[188],"reflection":[189],"based":[199],"UTAUT.":[202],"Contribution:":[203],"This":[204,328,371],"enhances":[206],"knowledge":[208],"regarding":[209],"students\u2019":[217,448],"tasks.":[219],"research":[221,388],"contributes":[222],"UTAUT":[225,383],"it":[228,233,331],"context":[231],"where":[232,298],"has":[234],"hardly":[235],"been":[236],"used.":[237],"Furthermore,":[238],"is":[241],"confirmation":[243],"previous":[245],"work":[246,372],"stating":[247],"that":[248,312,333],"less":[253,291],"reliable":[254],"lower":[258],"marks,":[259],"more":[261,318],"trustworthy":[262],"high":[265,322],"achieving":[266,323],"Findings:":[268],"An":[269],"tool":[272],"verifying":[273],"functional":[274,460],"correctness":[275,303],"feasible":[278],"during":[284],"lab":[286,454],"sessions":[287],"could":[289,429],"useful":[292],"exams":[297],"functional,":[299],"conceptual":[300,462],"structural":[302],"should":[304,335,349,356],"evaluated.":[306],"In":[307,353],"addition,":[308,354],"researchers":[310,379],"found":[311],"seemed":[315],"suitable":[319],"assessing":[321],"Recommendations":[325],"Practitioners:":[327],"makes":[330],"clear":[332],"lecturers":[334,402,426],"know":[336],"what":[337,428],"goals":[339],"they":[340,432],"want":[341],"achieve.":[343],"appropriate":[345],"chosen":[351],"wisely.":[352],"practitioners":[355],"aware":[358],"before":[365],"choosing":[366],"it.":[367],"Recommendation":[368],"Researchers:":[370],"serves":[373],"as":[374],"an":[375],"example":[376],"how":[378],"apply":[381],"when":[385],"conducting":[386],"qualitative":[387],"contexts.":[391],"Impact":[392],"Society:":[394],"would":[397],"interest":[400],"considering":[403],"two":[407],"assessments":[408],"are":[413],"typical":[414],"way":[417],"grading":[418],"takes":[419],"place":[420],"practice":[422],"help":[425],"understand":[427],"happen":[430],"if":[431],"switch":[433],"from":[434],"Future":[439],"Research:":[440],"Investigate":[441],"environment":[455],"while":[456],"accounting":[457],"structural,":[459],"goals.":[464]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}