{"id":"https://openalex.org/W4411021646","doi":"https://doi.org/10.1080/02602938.2025.2511787","title":"Exploring the practical feasibility of adaptive comparative judgment as a summative assessment method","display_name":"Exploring the practical feasibility of adaptive comparative judgment as a summative assessment method","publication_year":2025,"publication_date":"2025-06-04","ids":{"openalex":"https://openalex.org/W4411021646","doi":"https://doi.org/10.1080/02602938.2025.2511787"},"language":"en","primary_location":{"id":"doi:10.1080/02602938.2025.2511787","doi":"https://doi.org/10.1080/02602938.2025.2511787","is_oa":true,"landing_page_url":"https://doi.org/10.1080/02602938.2025.2511787","pdf_url":null,"source":{"id":"https://openalex.org/S142259175","display_name":"Assessment & Evaluation in Higher Education","issn_l":"0260-2938","issn":["0260-2938","0307-1367","1469-297X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Assessment & Evaluation in Higher Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1080/02602938.2025.2511787","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037579904","display_name":"Kjetil Egelandsdal","orcid":"https://orcid.org/0000-0003-2301-4563","observed_orcids":["https://orcid.org/0000-0003-2301-4563"]},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Kjetil Egelandsdal","raw_affiliation_strings":["Centre for the Science of Learning and Technology (SLATE) and Department of Education, University of Bergen","Centre for the Science of Learning and Technology (SLATE) and Department of Education, University of Bergen, Bergen, Norway"],"raw_orcid":"https://orcid.org/0000-0003-2301-4563","affiliations":[{"raw_affiliation_string":"Centre for the Science of Learning and Technology (SLATE) and Department of Education, University of Bergen","institution_ids":["https://openalex.org/I4432739"]},{"raw_affiliation_string":"Centre for the Science of Learning and Technology (SLATE) and Department of Education, University of Bergen, Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005354747","display_name":"Eva Hartell","orcid":"https://orcid.org/0000-0002-8889-2562","observed_orcids":["https://orcid.org/0000-0002-8889-2562"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Eva Hartell","raw_affiliation_strings":["KTH Royal Institute of Technology","KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-8889-2562","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5095854922","display_name":"Jan-Ove F\u00e6rstad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Jan-Ove F\u00e6rstad","raw_affiliation_strings":["Faculty of Law, University of Bergen","Faculty of Law, University of Bergen, Bergen, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Law, University of Bergen","institution_ids":["https://openalex.org/I4432739"]},{"raw_affiliation_string":"Faculty of Law, University of Bergen, Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037579904"],"corresponding_institution_ids":["https://openalex.org/I4432739"],"apc_list":null,"apc_paid":null,"fwci":12.2966,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.98217885,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"50","issue":"8","first_page":"1277","last_page":"1292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.6445000171661377,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.6445000171661377,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/summative-assessment","display_name":"summative assessment","score":0.9980000257492065},{"id":"https://openalex.org/keywords/legal-education","display_name":"legal education","score":0.9789999723434448},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"pairwise comparison","score":0.5709999799728394},{"id":"https://openalex.org/keywords/grading","display_name":"grading","score":0.32600000500679016},{"id":"https://openalex.org/keywords/intellectual-property-law","display_name":"intellectual property law","score":0.7940000295639038},{"id":"https://openalex.org/keywords/property-law","display_name":"property law","score":0.8859999775886536},{"id":"https://openalex.org/keywords/assessment-reliability","display_name":"assessment reliability","score":0.44999998807907104},{"id":"https://openalex.org/keywords/fairness-and-transparency","display_name":"transparency and fairness","score":0.578000009059906},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.7730000019073486},{"id":"https://openalex.org/keywords/examiner-experience","display_name":"examiner experience","score":0.6129999756813049}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.9538364410400391},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.5518789291381836},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5382447242736816},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.46471676230430603},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.42001473903656006},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.41761958599090576},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.3926745057106018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3498955965042114},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13552844524383545},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.09977328777313232}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/02602938.2025.2511787","doi":"https://doi.org/10.1080/02602938.2025.2511787","is_oa":true,"landing_page_url":"https://doi.org/10.1080/02602938.2025.2511787","pdf_url":null,"source":{"id":"https://openalex.org/S142259175","display_name":"Assessment & Evaluation in Higher Education","issn_l":"0260-2938","issn":["0260-2938","0307-1367","1469-297X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Assessment & Evaluation in Higher Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1080/02602938.2025.2511787","doi":"https://doi.org/10.1080/02602938.2025.2511787","is_oa":true,"landing_page_url":"https://doi.org/10.1080/02602938.2025.2511787","pdf_url":null,"source":{"id":"https://openalex.org/S142259175","display_name":"Assessment & Evaluation in Higher Education","issn_l":"0260-2938","issn":["0260-2938","0307-1367","1469-297X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Assessment & Evaluation in Higher Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"},{"display_name":"Peace, justice, and strong institutions","score":0.47620001435279846,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1975115329","https://openalex.org/W1979290264","https://openalex.org/W1984354219","https://openalex.org/W1985858262","https://openalex.org/W2008316232","https://openalex.org/W2010575178","https://openalex.org/W2033442452","https://openalex.org/W2054981067","https://openalex.org/W2094218279","https://openalex.org/W2102274116","https://openalex.org/W2143579043","https://openalex.org/W2179650432","https://openalex.org/W2316790024","https://openalex.org/W2554609727","https://openalex.org/W2752221334","https://openalex.org/W2781790355","https://openalex.org/W2807444335","https://openalex.org/W2937907378","https://openalex.org/W2941098953","https://openalex.org/W3015795228","https://openalex.org/W3120748991","https://openalex.org/W3128062472","https://openalex.org/W3169494207","https://openalex.org/W4225368609","https://openalex.org/W4309472373","https://openalex.org/W4385758784","https://openalex.org/W7053448185"],"related_works":["https://openalex.org/W7135223628","https://openalex.org/W7018017110","https://openalex.org/W2622935668","https://openalex.org/W2891993228","https://openalex.org/W3120748991","https://openalex.org/W3131726837","https://openalex.org/W1985858262","https://openalex.org/W3046321136","https://openalex.org/W2864259650","https://openalex.org/W7132104361"],"abstract_inverted_index":{"This":[0],"study":[1,74],"explores":[2],"the":[3,109],"practical":[4],"feasibility":[5],"of":[6],"Adaptive":[7],"Comparative":[8],"Judgment":[9],"(ACJ)":[10],"as":[11,93],"a":[12,21,29],"summative":[13],"assessment":[14,78],"method":[15],"in":[16,77,112,137],"legal":[17,101],"education,":[18],"focusing":[19,88],"on":[20,81,89,126],"Property":[22,25],"and":[23,70,95,97,103,118,135],"Intellectual":[24],"Law":[26],"course":[27],"at":[28],"Norwegian":[30],"university.":[31],"Eight":[32],"examiners":[33,55,87,99],"assessed":[34],"300":[35],"student":[36],"responses":[37],"using":[38],"ACJ":[39,114],"within":[40],"traditional":[41],"time":[42,67],"constraints,":[43],"performing":[44],"pairwise":[45],"comparisons":[46,58],"to":[47,66],"rank":[48],"submissions":[49],"by":[50],"quality.":[51],"Findings":[52],"reveal":[53],"that":[54],"completed":[56],"fewer":[57],"than":[59],"required":[60],"for":[61],"reliable":[62],"rankings,":[63],"primarily":[64],"due":[65],"management":[68],"issues":[69],"workload":[71],"variability.":[72],"The":[73],"highlights":[75],"differences":[76],"strategies":[79],"based":[80],"examiner":[82],"experience,":[83],"with":[84],"less":[85],"experienced":[86,98],"structural":[90],"elements,":[91],"such":[92],"organization":[94],"readability,":[96],"prioritizing":[100],"reasoning":[102],"argument":[104],"development.":[105],"We":[106],"critically":[107],"examine":[108],"challenges":[110],"inherent":[111],"translating":[113],"rankings":[115],"into":[116],"grades":[117],"providing":[119],"legally":[120],"compliant":[121],"justifications,":[122],"given":[123],"ACJ\u2019s":[124],"dependence":[125],"relative":[127],"comparisons,":[128],"raising":[129],"important":[130],"concerns":[131],"about":[132],"transparency,":[133],"fairness,":[134],"consistency":[136],"high-stakes":[138],"assessments.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2025-10-10T00:00:00"}