{"id":"https://openalex.org/W2199659968","doi":null,"title":"Reliably Classifying Novice Programmer Exam Responses using the SOLO Taxonomy","display_name":"Reliably Classifying Novice Programmer Exam Responses using the SOLO Taxonomy","alternate_titles":[],"publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W2199659968","mag":"2199659968"},"language":"en","primary_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/12626","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/12626","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/12626/1/2008001537.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"parent_works":[],"lineage":["https://openalex.org/W2199659968"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://opus.lib.uts.edu.au/bitstream/10453/12626/1/2008001537.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009735281","display_name":"Tony Clear","orcid":"https://orcid.org/0000-0001-6985-5064","observed_orcids":["https://orcid.org/0000-0001-6985-5064"]},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Clear, T","raw_affiliation_strings":["Auckland Univ. of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auckland Univ. of Technology","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007734757","display_name":"Jacqueline L. Whalley","orcid":"https://orcid.org/0000-0001-7633-5200","observed_orcids":["https://orcid.org/0000-0001-7633-5200"]},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Whalley, J","raw_affiliation_strings":["Auckland Univ. of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auckland Univ. of Technology","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047100005","display_name":"Raymond Lister","orcid":"https://orcid.org/0000-0001-5780-0445","observed_orcids":["https://orcid.org/0000-0001-5780-0445"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lister, R","raw_affiliation_strings":["University of Technology, Sydney,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology, Sydney,","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103328919","display_name":"Angela Carbone","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carbone, A","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086868224","display_name":"Minjie Hu","orcid":"https://orcid.org/0000-0003-4159-9761","observed_orcids":["https://orcid.org/0000-0003-4159-9761"]},"institutions":[{"id":"https://openalex.org/I2800155786","display_name":"Gold Coast Hospital","ror":"https://ror.org/05eq01d13","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I1302211766","https://openalex.org/I2800155786","https://openalex.org/I2801244131"]},{"id":"https://openalex.org/I4210151437","display_name":"Gold Coast Health","ror":"https://ror.org/04zt8gw89","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210151437"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hu, M","raw_affiliation_strings":["Gold Coast Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gold Coast Hospital","institution_ids":["https://openalex.org/I2800155786","https://openalex.org/I4210151437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090303140","display_name":"Judithe Sheard","orcid":"https://orcid.org/0000-0002-4179-8149","observed_orcids":["https://orcid.org/0000-0002-4179-8149"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheard, J","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073282285","display_name":"Beth Simon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon, B","raw_affiliation_strings":["University of California System"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California System","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057435767","display_name":"Errol Thompson","orcid":"https://orcid.org/0000-0002-6270-2791","observed_orcids":["https://orcid.org/0000-0002-6270-2791"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thompson, Errol","raw_affiliation_strings":["Independent Researcher - New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher - New Zealand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5151048833","display_name":"S Mann","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mann, S","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5150960854","display_name":"M Lopez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lopez, M","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2066,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.86830553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7226999998092651,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7226999998092651,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.25929999351501465,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/solo-taxonomy","display_name":"SOLO taxonomy","score":0.9890000224113464},{"id":"https://openalex.org/keywords/novice-programmers","display_name":"novice programmers","score":0.6150000095367432},{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.45500001311302185},{"id":"https://openalex.org/keywords/classification-reliability","display_name":"classification reliability","score":0.6069999933242798},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.6439999938011169},{"id":"https://openalex.org/keywords/code-explanation","display_name":"code explanation","score":0.6010000109672546},{"id":"https://openalex.org/keywords/bracelets","display_name":"bracelets","score":0.7450000047683716},{"id":"https://openalex.org/keywords/assessment-guidelines","display_name":"evaluation guidelines","score":0.5210000276565552}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.8437714576721191},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.721709668636322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.583494246006012},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.500443696975708},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47029587626457214},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.444487065076828},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39576369524002075},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3549034595489502},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.272192120552063},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2096417248249054},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.12663286924362183},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1013469398021698},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:opus.lib.uts.edu.au:10453/12626","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/12626","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/12626/1/2008001537.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/a96ad073-07d9-44e5-af01-0e308c67bc31","doi":null,"is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/a96ad073-07d9-44e5-af01-0e308c67bc31","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Clear, T, Whalley, J, Lister, R, Carbone, A, Hu, M, Sheard, J, Simon, B, Thompson, E, Mann, S & Lopez, M 2008, 'Reliably classifying novice programmer exam responses using the SOLO taxonomy', Paper presented at 21st Annual Conference of the National Advisory Committee on Computing Qualifications (NACCQ 2008), 1/07/08. < http://naccq08.unitec.ac.nz/proceedings/papers/23.pdf >","raw_type":"conferenceObject"}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/12626","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/12626","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/12626/1/2008001537.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310339","display_name":"Auckland University of Technology, New Zealand","ror":"https://ror.org/01zvqw119"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2199659968.pdf","grobid_xml":"https://content.openalex.org/works/W2199659968.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W356105048","https://openalex.org/W598355015","https://openalex.org/W1594737854","https://openalex.org/W1975294938","https://openalex.org/W2012560454","https://openalex.org/W2043965817","https://openalex.org/W2133764456","https://openalex.org/W2166153683","https://openalex.org/W2169538845","https://openalex.org/W2530173920","https://openalex.org/W4231748357","https://openalex.org/W7095948165","https://openalex.org/W7097927620"],"related_works":["https://openalex.org/W7095574914","https://openalex.org/W2012560454","https://openalex.org/W4230514184","https://openalex.org/W2810123159","https://openalex.org/W2012283428","https://openalex.org/W7099970416","https://openalex.org/W1583270711","https://openalex.org/W2169538845","https://openalex.org/W1552085872"],"abstract_inverted_index":{"Abstract:":[0],"Past":[1],"papers":[2],"of":[3,24,44,59,94,101,111,124],"the":[4,17,35,51,60,72,75,83,92,95,117],"BRACElet":[5],"project":[6],"have":[7],"described":[8],"an":[9,57,108],"approach":[10],"to":[11,29,41,50,116,128],"teaching":[12],"and":[13,26,120],"assessing":[14],"students":[15,18,55,69],"where":[16],"are":[19,27],"presented":[20],"with":[21],"short":[22],"pieces":[23],"code,":[25],"instructed":[28],"explain,":[30],"in":[31],"plain":[32],"English,":[33],"what":[34],"code":[36,61],"does.":[37],"The":[38,105],"student":[39,80,103],"responses":[40,81],"these":[42],"types":[43],"questions":[45],"can":[46],"be":[47],"analysed":[48],"according":[49],"SOLO":[52,96,112],"taxonomy.":[53],"Some":[54],"display":[56],"understanding":[58],"as":[62,98],"a":[63,99,122],"single,":[64],"functional":[65],"whole,":[66],"while":[67],"other":[68],"cannot":[70],"\u00e2see":[71],"forest":[73],"for":[74,114,126],"trees\u00e2":[76],".":[77],"However,":[78],"classifying":[79],"into":[82],"taxonomy":[84,97],"is":[85],"not":[86],"always":[87],"straightforward.":[88],"This":[89],"paper":[90,106],"analyses":[91],"reliability":[93],"means":[100],"categorising":[102],"responses.":[104],"derives":[107],"augmented":[109],"set":[110,123],"categories":[113],"application":[115],"programming":[118],"domain,":[119],"proposes":[121],"guidelines":[125],"researchers":[127],"use.":[129]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2199659968","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
