{"id":"https://openalex.org/W2134761260","doi":"https://doi.org/10.1145/2445196.2445339","title":"What are we thinking when we grade programs?","display_name":"What are we thinking when we grade programs?","publication_year":2013,"publication_date":"2013-03-06","ids":{"openalex":"https://openalex.org/W2134761260","doi":"https://doi.org/10.1145/2445196.2445339","mag":"2134761260"},"language":"en","primary_location":{"id":"doi:10.1145/2445196.2445339","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2445196.2445339","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceeding of the 44th ACM technical symposium on Computer science education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110494164","display_name":"Sue Fitzgerald","orcid":null},"institutions":[{"id":"https://openalex.org/I99069390","display_name":"Metropolitan State University","ror":"https://ror.org/056rp9e47","country_code":"US","type":"education","lineage":["https://openalex.org/I91221267","https://openalex.org/I99069390"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sue Fitzgerald","raw_affiliation_strings":["Metropolitan State University, St. Paul, MN, USA"],"affiliations":[{"raw_affiliation_string":"Metropolitan State University, St. Paul, MN, USA","institution_ids":["https://openalex.org/I99069390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089373674","display_name":"Brian Hanks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Hanks","raw_affiliation_strings":["BFH Educational Consulting, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"BFH Educational Consulting, Seattle, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047100005","display_name":"Raymond Lister","orcid":"https://orcid.org/0000-0001-5780-0445"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Raymond Lister","raw_affiliation_strings":["University of Technology, Sydney, Sydney, Australia","University of Technology Sydney, Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Sydney (Australia)","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002274479","display_name":"Ren\u00e9e McCauley","orcid":"https://orcid.org/0000-0003-2035-9160"},"institutions":[{"id":"https://openalex.org/I204593131","display_name":"College of Charleston","ror":"https://ror.org/00390t168","country_code":"US","type":"education","lineage":["https://openalex.org/I204593131"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renee McCauley","raw_affiliation_strings":["College of Charleston, Charleston, SC, USA"],"affiliations":[{"raw_affiliation_string":"College of Charleston, Charleston, SC, USA","institution_ids":["https://openalex.org/I204593131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008592356","display_name":"Laurie Murphy","orcid":"https://orcid.org/0000-0002-1752-0462"},"institutions":[{"id":"https://openalex.org/I60065076","display_name":"Pacific Lutheran University","ror":"https://ror.org/01vh5nd96","country_code":"US","type":"education","lineage":["https://openalex.org/I60065076"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Murphy","raw_affiliation_strings":["Pacific Lutheran University, Tacoma, WA, USA","Pacific Lutheran University, Tacoma, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Pacific Lutheran University, Tacoma, WA, USA","institution_ids":["https://openalex.org/I60065076"]},{"raw_affiliation_string":"Pacific Lutheran University, Tacoma, WA, USA#TAB#","institution_ids":["https://openalex.org/I60065076"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5110494164"],"corresponding_institution_ids":["https://openalex.org/I99069390"],"apc_list":null,"apc_paid":null,"fwci":3.498,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.93542435,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"471","last_page":"476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.9001802206039429},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.589889645576477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5749084949493408},{"id":"https://openalex.org/keywords/raw-score","display_name":"Raw score","score":0.4985044002532959},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.4770078659057617},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.43096524477005005},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3724280893802643},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.22796222567558289},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20558279752731323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15896260738372803},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12065696716308594}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.9001802206039429},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.589889645576477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5749084949493408},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.4985044002532959},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.4770078659057617},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43096524477005005},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3724280893802643},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.22796222567558289},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20558279752731323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15896260738372803},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12065696716308594},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2445196.2445339","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2445196.2445339","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceeding of the 44th ACM technical symposium on Computer science education","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/26313","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/26313","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1531885973","https://openalex.org/W1550370391","https://openalex.org/W1996225825","https://openalex.org/W1996776943","https://openalex.org/W2011607672","https://openalex.org/W2029974693","https://openalex.org/W2053254223","https://openalex.org/W2064891223","https://openalex.org/W2069249897","https://openalex.org/W2070405152","https://openalex.org/W2152372175","https://openalex.org/W2732281811","https://openalex.org/W4237308534","https://openalex.org/W4246079069"],"related_works":["https://openalex.org/W2916286334","https://openalex.org/W2064165679","https://openalex.org/W2463705567","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2591833644","https://openalex.org/W2885058781","https://openalex.org/W2965112023","https://openalex.org/W3127248583","https://openalex.org/W3032477956"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2],"on":[3,73],"a":[4,18,24,32,40,75],"mixed":[5],"methods":[6],"study":[7],"which":[8],"examines":[9],"how":[10],"four":[11,47],"experienced":[12,69],"instructors":[13,22,30,48,70],"approached":[14],"the":[15,46,66,99],"grading":[16,51],"of":[17,39,63,101],"programming":[19],"problem.":[20],"Two":[21],"used":[23,49],"detailed,":[25],"analytic":[26],"approach":[27],"and":[28,53,104],"two":[29],"employed":[31],"holistic":[33],"approach.":[34,43],"One":[35],"instructor":[36],"exhibited":[37],"elements":[38],"primary":[41],"trait":[42],"Even":[44],"though":[45],"different":[50],"scales":[52],"philosophies,":[54],"their":[55],"raw":[56],"scores":[57],"were":[58],"highly":[59],"correlated":[60],"(Spearman's":[61],"rho":[62],".81)":[64],"supporting":[65],"conclusion":[67],"that":[68],"usually":[71],"agree":[72],"whether":[74],"program":[76],"is":[77,85],"'very":[78,81],"good'":[79],"or":[80],"bad'.":[82],"Clearly":[83],"there":[84],"no":[86],"single":[87],"right":[88],"way":[89],"to":[90],"grade":[91],"programs.":[92],"Further":[93],"discourse":[94],"should":[95],"be":[96],"encouraged":[97],"for":[98],"benefit":[100],"both":[102],"educators":[103],"students.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}