{"id":"https://openalex.org/W7219856420","doi":"https://doi.org/10.18533/zyny3m35","title":"When Formal Criteria Fail: Judgment and Validity in Arts Assessment","display_name":"When Formal Criteria Fail: Judgment and Validity in Arts Assessment","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7219856420","doi":"https://doi.org/10.18533/zyny3m35"},"language":"en","primary_location":{"id":"pmh:oai:theartsjournal.org:article/2652","doi":"https://doi.org/10.18533/zyny3m35","is_oa":true,"landing_page_url":"https://theartsjournal.org/index.php/site/article/view/2652","pdf_url":"https://theartsjournal.org/index.php/site/article/download/2652/1141","source":{"id":"https://openalex.org/S2739391213","display_name":"Journal of Arts and Humanities","issn_l":"2167-9045","issn":["2167-9045","2167-9053"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["vabb-shw"],"host_organization":"https://openalex.org/P4310316060","host_organization_name":"MIR Center Press","host_organization_lineage":["https://openalex.org/P4310316060"],"host_organization_lineage_names":["MIR Center Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2167-9045","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://theartsjournal.org/index.php/site/article/download/2652/1141","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119805588","display_name":"Eugene Seow","orcid":"https://orcid.org/0009-0002-4113-9829","observed_orcids":["https://orcid.org/0009-0002-4113-9829"]},"institutions":[{"id":"https://openalex.org/I4210157043","display_name":"LASALLE College of the Arts","ror":"https://ror.org/04s8jdf66","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210157043"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Seow, Eugene","raw_affiliation_strings":["LASALLE College of the Arts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LASALLE College of the Arts","institution_ids":["https://openalex.org/I4210157043"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5119805588"],"corresponding_institution_ids":["https://openalex.org/I4210157043"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72663943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.7070000171661377,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.7070000171661377,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12179","display_name":"Art Education and Development","score":0.20170000195503235,"subfield":{"id":"https://openalex.org/subfields/1213","display_name":"Visual Arts and Performing Arts"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.051500000059604645,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/art-evaluation","display_name":"art evaluation","score":0.9729999899864197},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"expert opinion","score":0.675000011920929},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.6060000061988831},{"id":"https://openalex.org/keywords/rubrics","display_name":"rubrics","score":0.6850000023841858},{"id":"https://openalex.org/keywords/formalization","display_name":"formalization","score":0.5350000262260437},{"id":"https://openalex.org/keywords/assessment-tools","display_name":"assessment instruments","score":0.4970000088214874},{"id":"https://openalex.org/keywords/inferential-validity","display_name":"inferential validity","score":0.7940000295639038},{"id":"https://openalex.org/keywords/disciplinary-expertise","display_name":"disciplinary expertise","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.8891000151634216},{"id":"https://openalex.org/C70789860","wikidata":"https://www.wikidata.org/wiki/Q2018526","display_name":"The arts","level":2,"score":0.6794999837875366},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.590499997138977},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5519000291824341},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5146999955177307},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4659999907016754},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.28540000319480896},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C2778406517","wikidata":"https://www.wikidata.org/wiki/Q4736497","display_name":"Alternative assessment","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.262800008058548},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:theartsjournal.org:article/2652","doi":"https://doi.org/10.18533/zyny3m35","is_oa":true,"landing_page_url":"https://theartsjournal.org/index.php/site/article/view/2652","pdf_url":"https://theartsjournal.org/index.php/site/article/download/2652/1141","source":{"id":"https://openalex.org/S2739391213","display_name":"Journal of Arts and Humanities","issn_l":"2167-9045","issn":["2167-9045","2167-9053"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["vabb-shw"],"host_organization":"https://openalex.org/P4310316060","host_organization_name":"MIR Center Press","host_organization_lineage":["https://openalex.org/P4310316060"],"host_organization_lineage_names":["MIR Center Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2167-9045","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:theartsjournal.org:article/2652","doi":"https://doi.org/10.18533/zyny3m35","is_oa":true,"landing_page_url":"https://theartsjournal.org/index.php/site/article/view/2652","pdf_url":"https://theartsjournal.org/index.php/site/article/download/2652/1141","source":{"id":"https://openalex.org/S2739391213","display_name":"Journal of Arts and Humanities","issn_l":"2167-9045","issn":["2167-9045","2167-9053"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["vabb-shw"],"host_organization":"https://openalex.org/P4310316060","host_organization_name":"MIR Center Press","host_organization_lineage":["https://openalex.org/P4310316060"],"host_organization_lineage_names":["MIR Center Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2167-9045","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7219856420.pdf","grobid_xml":"https://content.openalex.org/works/W7219856420.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W2028829385","https://openalex.org/W2102274116"],"related_works":["https://openalex.org/W3200264483","https://openalex.org/W78310655","https://openalex.org/W2336637112","https://openalex.org/W1990201242","https://openalex.org/W2338740148","https://openalex.org/W4415254356","https://openalex.org/W2013537486","https://openalex.org/W7100138388","https://openalex.org/W7020322940","https://openalex.org/W2324804074"],"abstract_inverted_index":{"Assessment":[0],"in":[1,17,38,40,127],"the":[2,31,58],"arts":[3,128],"increasingly":[4],"relies":[5],"on":[6,50,56],"formalized":[7],"criteria":[8],"and":[9,14,53,97,130],"rubrics":[10],"to":[11,46,137],"ensure":[12],"transparency":[13],"consistency.":[15],"However,":[16],"judgment-based":[18,138],"disciplines,":[19],"this":[20],"reliance":[21],"raises":[22],"persistent":[23],"questions":[24],"about":[25],"validity.":[26],"This":[27],"short":[28],"comment":[29],"examines":[30],"epistemic":[32],"limits":[33],"of":[34,119],"formal":[35],"assessment":[36,51,106,120],"instruments":[37],"contexts":[39],"which":[41],"evaluative":[42],"judgment":[43,66,100],"is":[44],"central":[45],"disciplinary":[47],"expertise.":[48],"Drawing":[49],"theory":[52],"humanities":[54],"perspectives":[55],"judgment,":[57],"article":[59,114],"argues":[60],"that":[61,75,122],"formalization":[62],"can":[63],"misrecognize":[64],"expert":[65],"as":[67,88,104],"error":[68],"rather":[69,92,108],"than":[70,93,109],"capacity,":[71],"producing":[72],"validity":[73,87],"failures":[74],"cannot":[76],"be":[77,102],"resolved":[78],"through":[79],"improved":[80],"specification":[81],"or":[82],"calibration.":[83],"The":[84,113],"analysis":[85],"reframes":[86],"an":[89,105],"inferential":[90],"problem":[91],"a":[94,110,116],"procedural":[95],"one":[96],"clarifies":[98],"why":[99],"must":[101],"understood":[103],"instrument":[107],"methodological":[111],"weakness.":[112],"contributes":[115],"conceptual":[117],"account":[118],"formalism":[121],"helps":[123],"explain":[124],"recurring":[125],"tensions":[126],"evaluation":[129],"opens":[131],"space":[132],"for":[133],"more":[134],"defensible":[135],"approaches":[136],"assessment.":[139]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-05T00:00:00"}