{"id":"https://openalex.org/W1151496575","doi":null,"title":"Grading student work: using think aloud to investigate the assessment practices of university lecturers","display_name":"Grading student work: using think aloud to investigate the assessment practices of university lecturers","publication_year":2009,"publication_date":"2009-09-02","ids":{"openalex":"https://openalex.org/W1151496575","mag":"1151496575"},"language":"en","primary_location":{"id":"pmh:oai:insight.cumbria.ac.uk:340","doi":null,"is_oa":false,"landing_page_url":"https://insight.cumbria.ac.uk/id/eprint/340/1/Boyd_GradingStudentWork.pdf","pdf_url":"https://insight.cumbria.ac.uk/id/eprint/340/1/Boyd_GradingStudentWork.pdf","source":{"id":"https://openalex.org/S4306400286","display_name":"Insight (University of Cumbria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I96698942","host_organization_name":"University of Cumbria","host_organization_lineage":["https://openalex.org/I96698942"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bloxham, Susan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bloxham, Susan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034887228","display_name":"Pete Boyd","orcid":"https://orcid.org/0000-0002-2234-3595","observed_orcids":["https://orcid.org/0000-0002-2234-3595"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boyd, Pete","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ashworth, Mary","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashworth, Mary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000233597","display_name":"Susan Orr","orcid":"https://orcid.org/0000-0001-8626-2279","observed_orcids":["https://orcid.org/0000-0001-8626-2279"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Orr, Susan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7828,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81027943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/student-assessment","display_name":"student assessment","score":0.5320000052452087},{"id":"https://openalex.org/keywords/university-lecturers","display_name":"university lecturers","score":0.8659999966621399},{"id":"https://openalex.org/keywords/think-aloud","display_name":"think-aloud","score":0.7289999723434448},{"id":"https://openalex.org/keywords/evaluation-criteria","display_name":"evaluation criteria","score":0.871999979019165},{"id":"https://openalex.org/keywords/quality-assurance-in-higher-education","display_name":"higher education quality assurance","score":0.8939999938011169},{"id":"https://openalex.org/keywords/moderation","display_name":"moderation","score":0.367000013589859},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"expert opinion","score":0.4180000126361847}],"concepts":[{"id":"https://openalex.org/C2781110425","wikidata":"https://www.wikidata.org/wiki/Q2074695","display_name":"Coursework","level":2,"score":0.8209859132766724},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6153104305267334},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.5572842359542847},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.5078404545783997},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.504880964756012},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.4944629669189453},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.48282966017723083},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.46893763542175293},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4554462432861328},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.4463030993938446},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.4270184338092804},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.4269556701183319},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.41779080033302307},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39724814891815186},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3417191505432129},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.24733689427375793},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23454517126083374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2160428762435913},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14220359921455383},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:insight.cumbria.ac.uk:340","doi":null,"is_oa":false,"landing_page_url":"https://insight.cumbria.ac.uk/id/eprint/340/1/Boyd_GradingStudentWork.pdf","pdf_url":"https://insight.cumbria.ac.uk/id/eprint/340/1/Boyd_GradingStudentWork.pdf","source":{"id":"https://openalex.org/S4306400286","display_name":"Insight (University of Cumbria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I96698942","host_organization_name":"University of Cumbria","host_organization_lineage":["https://openalex.org/I96698942"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W10833075","https://openalex.org/W25620586","https://openalex.org/W30690199","https://openalex.org/W163635593","https://openalex.org/W635374528","https://openalex.org/W1441823713","https://openalex.org/W1535125556","https://openalex.org/W1539465822","https://openalex.org/W1544827238","https://openalex.org/W1564385833","https://openalex.org/W1589275176","https://openalex.org/W1830956403","https://openalex.org/W1855835750","https://openalex.org/W1981759308","https://openalex.org/W1987256637","https://openalex.org/W1998757549","https://openalex.org/W2008234076","https://openalex.org/W2011389885","https://openalex.org/W2015089727","https://openalex.org/W2018415007","https://openalex.org/W2034469120","https://openalex.org/W2041550122","https://openalex.org/W2042678920","https://openalex.org/W2048713324","https://openalex.org/W2061305692","https://openalex.org/W2064429910","https://openalex.org/W2066404961","https://openalex.org/W2066578505","https://openalex.org/W2067043815","https://openalex.org/W2075517890","https://openalex.org/W2076188243","https://openalex.org/W2092477083","https://openalex.org/W2093201060","https://openalex.org/W2093976204","https://openalex.org/W2102274116","https://openalex.org/W2108563364","https://openalex.org/W2119670207","https://openalex.org/W2132790752","https://openalex.org/W2138944001","https://openalex.org/W2139894798","https://openalex.org/W2141058353","https://openalex.org/W2141365577","https://openalex.org/W2150917105","https://openalex.org/W2152201088","https://openalex.org/W2164578023","https://openalex.org/W2167706399"],"related_works":["https://openalex.org/W755862275","https://openalex.org/W591924494","https://openalex.org/W2097203827","https://openalex.org/W2008234076","https://openalex.org/W4394961436","https://openalex.org/W2096260640","https://openalex.org/W1983517965","https://openalex.org/W6887822011","https://openalex.org/W2787251576","https://openalex.org/W419643175"],"abstract_inverted_index":{"Marking":[0],"is":[1,81,113,230,255],"important.":[2],"The":[3,239],"grades":[4],"we":[5,11],"give":[6],"students":[7],"and":[8,20,48,66,76,100,122,168,179,209,228,277],"the":[9,24,32,54,110,116,129,136,145,159,200,218,231,262,270,274,281,290],"decisions":[10],"make":[12,223],"about":[13,225],"whether":[14],"they":[15,207],"pass":[16],"or":[17],"fail":[18],"coursework":[19,149,214],"exams":[21],"are":[22,31],"at":[23],"heart":[25],"of":[26,59,88,109,147,203,233,241,247,264,273,293],"our":[27],"academic":[28],"standards.":[29],"\"Markers":[30],"gatekeepers":[33],"for":[34],"university":[35,204,265,294],"quality\"":[36],"(Smith":[37],"&":[38,96,141],"Coombe,":[39],"2006:45).":[40],"Assessment":[41],"in":[42,53,74,115,151,158],"higher":[43,152],"education":[44,153],"involves":[45],"highly":[46],"decentralised":[47],"subject-specific":[49],"decision-making":[50],"given":[51],"credence":[52],"UK":[55],"context":[56],"by":[57,132],"processes":[58],"quality":[60,79],"assurance":[61,80],"ranging":[62],"from":[63],"national":[64],"agencies":[65],"review":[67],"systems":[68],"to":[69,120,194,198,257,279,288],"local":[70],"teaching":[71],"team":[72],"practices":[73,202],"marking":[75,102,130,201,246,291],"moderation.":[77],"This":[78,185,267],"currently":[82],"firmly":[83],"located":[84],"within":[85,236],"a":[86],"paradigm":[87],"accountability,":[89],"explicit":[90,166],"learning":[91],"outcomes,":[92],"constructive":[93],"alignment":[94],"(Biggs":[95],"Tang,":[97],"2007),":[98],"transparency":[99],"criteria-based":[101],"(Quality":[103],"Assurance":[104],"Authority,":[105],"2006).":[106],"Whilst":[107],"much":[108],"assessment":[111,146,234],"system":[112],"placed":[114],"public":[117],"domain,":[118],"subject":[119],"scrutiny":[121],"debate,":[123],"there":[124],"remains":[125],"considerable":[126,177],"mystery":[127,263],"surrounding":[128],"activity":[131],"lecturers":[133,205,222],"that":[134,170,237],"underpins":[135],"whole":[137],"apparatus":[138],"(Yorke,":[139],"Bridges":[140],"Woolf,":[142],"2000).":[143],"In":[144],"open-ended":[148],"assignments":[150],"Sadler":[154],"(2009a)":[155],"identifies":[156],"anomalies":[157],"apparently":[160],"systematic":[161],"appraisal":[162],"process":[163],"when":[164],"using":[165,173],"criteria":[167,235],"argues":[169],"holistic":[171],"appraisals":[172],"expert":[174],"judgement":[175],"offer":[176],"potential":[178],"deserve":[180],"more":[181],"rigorous":[182],"empirical":[183],"study.":[184],"pilot":[186,275],"study":[187],"uses":[188],"think":[189,242,282],"aloud":[190,243,283],"protocols,":[191],"asking":[192],"assessors":[193],"verbalise":[195],"their":[196],"thinking,":[197],"investigate":[199],"as":[206,285],"grade":[208],"provide":[210],"feedback":[211],"on":[212,244],"written":[213],"assignments.":[215],"It":[216],"asks":[217],"question,":[219],"how":[220],"do":[221],"judgements":[224],"student":[226,248],"work":[227,249],"what":[229],"role":[232],"process?":[238],"use":[240],"\u201elive\u201f":[245],"presents":[250,269],"some":[251,259],"ethical":[252],"risks":[253],"but":[254],"intended":[256],"shine":[258],"light":[260],"into":[261],"marking.":[266],"paper":[268],"emerging":[271],"findings":[272],"project":[276],"begins":[278],"evaluate":[280],"method":[284],"an":[286],"approach":[287],"investigating":[289],"practice":[292],"lecturers.":[295]},"counts_by_year":[{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}