{"id":"https://openalex.org/W2018072436","doi":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","title":"\u2018Mental Model\u2019 Comparison of Automated and Human Scoring","display_name":"\u2018Mental Model\u2019 Comparison of Automated and Human Scoring","alternate_titles":[],"publication_year":1999,"publication_date":"1999-06-01","ids":{"openalex":"https://openalex.org/W2018072436","doi":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","mag":"2018072436"},"language":"en","primary_location":{"id":"doi:10.1111/j.1745-3984.1999.tb00552.x","doi":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","pdf_url":null,"source":{"id":"https://openalex.org/S30638350","display_name":"Journal of Educational Measurement","issn_l":"0022-0655","issn":["0022-0655","1745-3984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","ki-jl-2","norway-2","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Measurement","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2018072436"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"David M. Williamson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119942284","display_name":"Missouri State University","ror":"https://ror.org/01d2sez20","country_code":"US","type":"education","lineage":["https://openalex.org/I119942284"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]},{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"David M. Williamson","raw_affiliation_strings":["ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","The Chauncey Group International","ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","MA, Columbia University. Specializations: architecture, applied measurement","MA, Fordham University. Specialization: psychometrics","MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","[email protected]. Degrees: BA, Amherst College","[email protected]. Degrees: BA, Interamerican University","[email protected]. Degrees: BS, Southwest Missouri State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I78577930"]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I1341030882"]},{"raw_affiliation_string":"The Chauncey Group International","institution_ids":[]},{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Amherst College","institution_ids":["https://openalex.org/I177605424"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Interamerican University","institution_ids":[]},{"raw_affiliation_string":"[email protected]. Degrees: BS, Southwest Missouri State University","institution_ids":["https://openalex.org/I119942284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035121859","display_name":"Isaac I. Bejar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119942284","display_name":"Missouri State University","ror":"https://ror.org/01d2sez20","country_code":"US","type":"education","lineage":["https://openalex.org/I119942284"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]},{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Isaac I. Bejar","raw_affiliation_strings":["ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","Educational Testing Service","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","MA, Columbia University. Specializations: architecture, applied measurement","MA, Fordham University. Specialization: psychometrics","MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","[email protected]. Degrees: BA, Amherst College","[email protected]. Degrees: BA, Interamerican University","[email protected]. Degrees: BS, Southwest Missouri State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I78577930"]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I1341030882"]},{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Amherst College","institution_ids":["https://openalex.org/I177605424"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Interamerican University","institution_ids":[]},{"raw_affiliation_string":"[email protected]. Degrees: BS, Southwest Missouri State University","institution_ids":["https://openalex.org/I119942284"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014812193","display_name":"Anne S. Hone","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119942284","display_name":"Missouri State University","ror":"https://ror.org/01d2sez20","country_code":"US","type":"education","lineage":["https://openalex.org/I119942284"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]},{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Anne S. Hone","raw_affiliation_strings":["ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","The Chauncey Group International","ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","MA, Columbia University. Specializations: architecture, applied measurement","MA, Fordham University. Specialization: psychometrics","MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","[email protected]. Degrees: BA, Amherst College","[email protected]. Degrees: BA, Interamerican University","[email protected]. Degrees: BS, Southwest Missouri State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Amherst College; MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I78577930"]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BS, Southwest Missouri State University; MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540; [email protected] . Degrees: BA, Interamerican University; MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I1341030882"]},{"raw_affiliation_string":"The Chauncey Group International","institution_ids":[]},{"raw_affiliation_string":"ANNE S. HONE is Senior Associate, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"DAVID M. WILLIAMSON is Senior Measurement Statistician, The Chauncey Group International, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":[]},{"raw_affiliation_string":"ISAAC I. BEJAR is Principal Research Scientist, Educational Testing Service, 664 Rosedale Road, Princeton, NJ 08540","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"MA, Columbia University. Specializations: architecture, applied measurement","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"MA, Fordham University. Specialization: psychometrics","institution_ids":["https://openalex.org/I164389053"]},{"raw_affiliation_string":"MA, PhD, University of Minnesota. Specializations: item generation, automated scoring","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Amherst College","institution_ids":["https://openalex.org/I177605424"]},{"raw_affiliation_string":"[email protected]. Degrees: BA, Interamerican University","institution_ids":[]},{"raw_affiliation_string":"[email protected]. Degrees: BS, Southwest Missouri State University","institution_ids":["https://openalex.org/I119942284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I119942284","https://openalex.org/I130238516","https://openalex.org/I1341030882","https://openalex.org/I164389053","https://openalex.org/I177605424","https://openalex.org/I78577930"],"apc_list":{"value":3040,"currency":"USD","value_usd":3040},"apc_paid":null,"fwci":4.0929,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.94328922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":"36","issue":"2","first_page":"158","last_page":"184"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.5166000127792358,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.5166000127792358,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.3970000147819519,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.968999981880188},{"id":"https://openalex.org/keywords/human-scoring","display_name":"human scoring","score":0.8569999933242798},{"id":"https://openalex.org/keywords/mental-models","display_name":"mental models","score":0.6039999723434448},{"id":"https://openalex.org/keywords/simulation-based-assessment","display_name":"simulation-based assessment","score":0.5529999732971191},{"id":"https://openalex.org/keywords/holistic-scoring","display_name":"holistic scoring","score":0.8539999723434448},{"id":"https://openalex.org/keywords/score-validity","display_name":"score validity","score":0.7110000252723694},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.5180000066757202}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6122831702232361},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5086830258369446},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5044780969619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4715578556060791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4489596486091614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4306294322013855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4195820093154907},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37044957280158997},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3419989347457886},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10575193166732788},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/j.1745-3984.1999.tb00552.x","doi":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1745-3984.1999.tb00552.x","pdf_url":null,"source":{"id":"https://openalex.org/S30638350","display_name":"Journal of Educational Measurement","issn_l":"0022-0655","issn":["0022-0655","1745-3984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","ki-jl-2","norway-2","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W285399792","https://openalex.org/W568024311","https://openalex.org/W1993225241","https://openalex.org/W2001440096","https://openalex.org/W2012038489","https://openalex.org/W2027533841","https://openalex.org/W2029173090","https://openalex.org/W2033960343","https://openalex.org/W2053169130","https://openalex.org/W2054421431","https://openalex.org/W2059677116","https://openalex.org/W2094401778","https://openalex.org/W2135167102","https://openalex.org/W2149490731","https://openalex.org/W2154902941","https://openalex.org/W2155652017","https://openalex.org/W2166708896","https://openalex.org/W2305821976","https://openalex.org/W2730546448","https://openalex.org/W2905010601","https://openalex.org/W4213276201","https://openalex.org/W4230965853","https://openalex.org/W4239523601","https://openalex.org/W4242518039"],"related_works":["https://openalex.org/W2099724052","https://openalex.org/W2025719462","https://openalex.org/W2887559623","https://openalex.org/W3008661836","https://openalex.org/W3007628934","https://openalex.org/W4237213682","https://openalex.org/W7099768786","https://openalex.org/W2802461780","https://openalex.org/W7155665785","https://openalex.org/W4396560923"],"abstract_inverted_index":{"\u2018Mental":[0],"models\u2019":[1],"used":[2,20],"by":[3,21,90,143,148],"automated":[4,32,43,58,92,118,144,160,188,193],"scoring":[5,93,194],"for":[6,64],"the":[7,11,74,80,91,102,137,149,159,196,200],"simulation":[8],"divisions":[9],"of":[10,82,87,101,111,136,151,171,203],"computerized":[12],"Architect":[13],"Registration":[14],"Examination":[15],"are":[16,52,162],"contrasted":[17],"with":[18,55,169],"those":[19],"experienced":[22],"human":[23,34,45,60,68,75,115,138,186],"graders.":[24],"Candidate":[25],"solutions":[26],"(N":[27],"=":[28],"3613)":[29],"received":[30],"both":[31,179],"and":[33,44,59,77,117,132,181,187],"holistic":[35],"scores.":[36],"Quantitative":[37],"analyses":[38],"suggest":[39],"high":[40],"correspondence":[41],"between":[42,57,113,185],"scores;":[46],"thereby":[47],"suggesting":[48],"similar":[49],"mental":[50,166],"models":[51],"implemented.":[53],"Solutions":[54],"discrepancies":[56,84,104],"scores":[61,76,116,119,161,204],"were":[62,70,105,120],"selected":[63],"qualitative":[65],"analysis.":[66],"The":[67,134],"graders":[69,139],"reconvened":[71],"to":[72,78,140,198,207],"review":[73],"investigate":[79],"source":[81],"score":[83,103,145,153],"in":[85,205],"light":[86],"rationales":[88,146],"provided":[89],"process.":[94],"After":[95],"review,":[96],"slightly":[97],"more":[98],"than":[99],"half":[100],"reduced":[106],"or":[107],"eliminated.":[108],"Six":[109],"sources":[110],"discrepancy":[112],"original":[114,152],"identified:":[121],"subjective":[122],"criteria;":[123,125],"objective":[124],"tolerances/":[126],"weighting;":[127],"details;":[128],"examinee":[129],"task":[130],"interpretation;":[131],"unjustified.":[133],"tendency":[135],"be":[141],"compelled":[142],"varied":[147],"nature":[150],"discrepancy.":[154],"We":[155,190],"determine":[156],"that,":[157],"while":[158],"based":[163],"on":[164],"a":[165],"model":[167],"consistent":[168],"that":[170,192],"expert":[172],"graders,":[173],"there":[174],"remain":[175],"some":[176],"important":[177],"differences,":[178],"intentional":[180],"incidental,":[182],"which":[183],"distinguish":[184],"scoring.":[189],"conclude":[191],"has":[195],"potential":[197],"enhance":[199],"validity":[201],"evidence":[202],"addition":[206],"improving":[208],"efficiency.":[209]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2018072436","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
