{"id":"https://openalex.org/W2183239037","doi":null,"title":"Abolishing marksism and rescuing validity","display_name":"Abolishing marksism and rescuing validity","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W2183239037","mag":"2183239037"},"language":"en","primary_location":{"id":"mag:2183239037","doi":null,"is_oa":false,"landing_page_url":"https://www.iaea.info/documents/paper_4d527d4e.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031751869","display_name":"Alastair Pollitt","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Alastair Pollitt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5031751869"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8485999703407288,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8485999703407288,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.0908999964594841,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comparative-judgment","display_name":"comparative judgment","score":0.753000020980835},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.6320000290870667},{"id":"https://openalex.org/keywords/holistic-assessment","display_name":"holistic assessment","score":0.5920000076293945},{"id":"https://openalex.org/keywords/creativity-assessment","display_name":"creativity assessment","score":0.8040000200271606},{"id":"https://openalex.org/keywords/effectiveness-evaluation","display_name":"effectiveness evaluation","score":0.6840000152587891},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"quality assessment","score":0.5979999899864197},{"id":"https://openalex.org/keywords/script-comparison","display_name":"script comparison","score":0.4180000126361847},{"id":"https://openalex.org/keywords/scale-development","display_name":"scale development","score":0.35600000619888306}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6033593416213989},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5989920496940613},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.49310705065727234},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.4878828525543213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4514816701412201},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45136451721191406},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.45044201612472534},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.4337238073348999},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3678750693798065},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32270875573158264},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.23817190527915955},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1554286777973175},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1550552248954773},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.11111074686050415},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.09289062023162842},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2183239037","doi":null,"is_oa":false,"landing_page_url":"https://www.iaea.info/documents/paper_4d527d4e.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W199743680","https://openalex.org/W1572905031","https://openalex.org/W1590550059","https://openalex.org/W2062741715","https://openalex.org/W2074961280","https://openalex.org/W2075806862","https://openalex.org/W2144703078","https://openalex.org/W3022130366"],"related_works":["https://openalex.org/W4390808848","https://openalex.org/W4312133385","https://openalex.org/W6944158873","https://openalex.org/W2012303852","https://openalex.org/W2003219673","https://openalex.org/W4312294782","https://openalex.org/W2146695179","https://openalex.org/W7023892888","https://openalex.org/W4316039188","https://openalex.org/W2109055785"],"abstract_inverted_index":{"What":[0],"could":[1,42],"be":[2,156],"more":[3,13,18],"valid":[4],"than":[5,15],"judging":[6],"that":[7,28,35,165],"one":[8,31],"piece":[9],"of":[10,62,86,96,103,115,119,143,178,189],"work":[11],"is":[12,32],"creative":[14],"another?":[16],"Or":[17,20],"effective?":[19],"just":[21],"better?":[22],"And":[23],"if":[24],"many":[25],"judges":[26],"agree":[27],"the":[29,36,60,79,101,104,149,160,179,190],"same":[30],"better,":[33],"isn\u2019t":[34],"best":[37],"evidence":[38],"for":[39,140,186,192],"validity":[40,87,116],"we":[41],"ask":[43],"for?":[44],"This":[45],"paper":[46],"describes":[47],"progress":[48,124],"in":[49,57,84,100,117,128,131],"applying":[50],"comparative":[51],"judgement":[52],"(first":[53],"reported":[54],"to":[55,59,92,155],"IAEA":[56],"2004)":[58],"assessment":[61],"holistic":[63],"traits":[64],"like":[65],"overall":[66],"achievement,":[67],"including":[68],"effectivenes,":[69],"quality":[70],"and":[71,98,145,148,183],"creativity.":[72],"Marking":[73],"was":[74],"invented":[75],"(in":[76],"Cambridge)":[77],"during":[78],"18th":[80],"century":[81],"enlightment,":[82],"not":[83],"pursuit":[85],"or":[88],"even":[89],"reliability":[90],"but":[91],"overcome":[93],"serious":[94,113],"problems":[95],"bias":[97],"prejudice":[99],"examinations":[102],"day.":[105],"Its":[106],"unintended":[107],"consequence":[108],"has":[109,125,137,152,171],"been":[110,126,138,153,172],"a":[111,184],"most":[112,118],"loss":[114],"our":[120],"formal":[121],"assessments.":[122],"Some":[123,175],"made":[127],"abolishing":[129],"marksism":[130],"UK":[132],"assessment.":[133],"A":[134,167],"web-based":[135],"system":[136],"developed":[139],"presenting":[141],"pairs":[142],"\u2018scripts\u2019":[144],"collecting":[146],"judgements,":[147],"estimation":[150],"procedure":[151,180,185],"shown":[154],"remarkably":[157],"robust":[158],"with":[159],"extremely":[161],"sparse":[162],"data":[163],"\u2018matrices\u2019":[164],"result.":[166],"simple":[168],"initiation":[169],"algorithm":[170],"used":[173],"developed.":[174],"technical":[176],"aspects":[177],"are":[181],"described,":[182],"qualitative":[187],"description":[188],"scalel":[191],"public":[193],"use":[194],"id":[195],"described.":[196]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}