{"id":"https://openalex.org/W4319295536","doi":"https://doi.org/10.1145/3576123.3576124","title":"Automated Assessment: Experiences From the Trenches","display_name":"Automated Assessment: Experiences From the Trenches","publication_year":2023,"publication_date":"2023-01-19","ids":{"openalex":"https://openalex.org/W4319295536","doi":"https://doi.org/10.1145/3576123.3576124"},"language":"en","primary_location":{"id":"doi:10.1145/3576123.3576124","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576123.3576124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069747561","display_name":"Ewan Tempero","orcid":"https://orcid.org/0000-0002-3786-1707"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ewan Tempero","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079990663","display_name":"Nalin Arachchilage","orcid":"https://orcid.org/0000-0001-9192-0993"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nalin Arachchilage","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084698385","display_name":"Chang Angela","orcid":"https://orcid.org/0000-0002-2866-0081"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Angela Chang","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051413248","display_name":"Allan Fowler","orcid":"https://orcid.org/0000-0003-1061-5511"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Allan Fowler","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086003257","display_name":"Nasser Giacaman","orcid":"https://orcid.org/0000-0001-6885-1571"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nasser Giacaman","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076174978","display_name":"Igor\u2019 Kontorovich","orcid":"https://orcid.org/0000-0002-3353-5445"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Igor Kontorovich","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021914492","display_name":"Danielle Lottridge","orcid":"https://orcid.org/0000-0002-5541-4425"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Danielle Lottridge","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008264603","display_name":"Sathiamoorthy Manoharan","orcid":"https://orcid.org/0000-0003-4958-4185"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sathiamoorthy Manoharan","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019925859","display_name":"Shyamli Sindhwani","orcid":"https://orcid.org/0000-0002-6030-5231"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Shyamli Sindhwani","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007116064","display_name":"Paramvir Singh","orcid":"https://orcid.org/0000-0001-6787-1642"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paramvir Singh","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072582772","display_name":"Ulrich Speidel","orcid":"https://orcid.org/0000-0001-9107-4918"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ulrich Speidel","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025390361","display_name":"Sudeep Stephen","orcid":"https://orcid.org/0000-0001-6216-0235"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sudeep Stephen","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068101658","display_name":"Valerio Terragni","orcid":"https://orcid.org/0000-0001-5885-9297"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Valerio Terragni","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007734757","display_name":"Jacqueline Whalley","orcid":"https://orcid.org/0000-0001-7633-5200"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jacqueline Whalley","raw_affiliation_strings":["Auckland University of Technology, New Zealand"],"affiliations":[{"raw_affiliation_string":"Auckland University of Technology, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050651715","display_name":"Burkhard W\u00fcensche","orcid":"https://orcid.org/0000-0002-8013-4118"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Burkhard Wuensche","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025044299","display_name":"Xinfeng Ye","orcid":"https://orcid.org/0000-0001-8483-2872"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xinfeng Ye","raw_affiliation_strings":["University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":18,"corresponding_author_ids":["https://openalex.org/A5061895558"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":3.8216,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94134314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accreditation","display_name":"Accreditation","score":0.8200695514678955},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.8187130093574524},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6710665225982666},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.46623775362968445},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4441557824611664},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.36681699752807617},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3260350227355957},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.2537118196487427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23108121752738953},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18138167262077332},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09523925185203552},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07510256767272949}],"concepts":[{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.8200695514678955},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.8187130093574524},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6710665225982666},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46623775362968445},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4441557824611664},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.36681699752807617},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3260350227355957},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2537118196487427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23108121752738953},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18138167262077332},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09523925185203552},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07510256767272949}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576123.3576124","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576123.3576124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W620390817","https://openalex.org/W2010646608","https://openalex.org/W2069249897","https://openalex.org/W2070405152","https://openalex.org/W2080968466","https://openalex.org/W2111543480","https://openalex.org/W2142995122","https://openalex.org/W2151828850","https://openalex.org/W2164668300","https://openalex.org/W2293412016","https://openalex.org/W2304651621","https://openalex.org/W2399318684","https://openalex.org/W2560140854","https://openalex.org/W2894540915","https://openalex.org/W2910880405","https://openalex.org/W2999872919","https://openalex.org/W3002947507","https://openalex.org/W3007669553","https://openalex.org/W3113108648","https://openalex.org/W3134161095","https://openalex.org/W3139412227","https://openalex.org/W3155303372","https://openalex.org/W3210142070","https://openalex.org/W4213421742","https://openalex.org/W4295279557","https://openalex.org/W4390490586","https://openalex.org/W7054830813"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2007960770","https://openalex.org/W2476517534","https://openalex.org/W2509459056","https://openalex.org/W2183187020","https://openalex.org/W2371811190","https://openalex.org/W1971595880","https://openalex.org/W4385407997","https://openalex.org/W2252873749","https://openalex.org/W4200353192"],"abstract_inverted_index":{"Automated":[0],"assessment":[1,16,32,41],"is":[2,17,27],"commonly":[3],"used":[4],"across":[5],"the":[6,22,45,65],"spectrum":[7],"of":[8,24,39,47,59,64,70],"computing":[9],"courses":[10],"offered":[11],"by":[12],"Tertiary":[13],"institutions.":[14],"Such":[15],"frequently":[18],"intended":[19],"to":[20],"address":[21],"scalability":[23],"feedback":[25],"that":[26,61],"essential":[28],"for":[29,33],"learning,":[30],"and":[31,68],"accreditation":[34],"purposes.":[35],"Although":[36],"many":[37],"reviews":[38],"automated":[40,73],"have":[42],"been":[43],"reported,":[44],"voices":[46],"teachers":[48],"are":[49],"not":[50],"present.":[51],"In":[52],"this":[53],"paper":[54],"we":[55],"present":[56],"a":[57],"variety":[58],"cases":[60],"illustrate":[62],"some":[63],"varied":[66],"motivations":[67],"experiences":[69],"teaching":[71],"using":[72],"assessment.":[74]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}