{"id":"https://openalex.org/W1981361874","doi":"https://doi.org/10.1207/s15324818ame1504_03","title":"Making Sense of Data From Complex Assessments","display_name":"Making Sense of Data From Complex Assessments","publication_year":2002,"publication_date":"2002-10-01","ids":{"openalex":"https://openalex.org/W1981361874","doi":"https://doi.org/10.1207/s15324818ame1504_03","mag":"1981361874"},"language":"en","primary_location":{"id":"doi:10.1207/s15324818ame1504_03","doi":"https://doi.org/10.1207/s15324818ame1504_03","is_oa":false,"landing_page_url":"https://doi.org/10.1207/s15324818ame1504_03","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028943908","display_name":"Robert J. Mislevy","orcid":"https://orcid.org/0000-0001-5016-0625","observed_orcids":["https://orcid.org/0000-0001-5016-0625"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert J. Mislevy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104360559","display_name":"Linda S. Steinberg","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linda S. Steinberg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071359220","display_name":"Friedrich Breyer","orcid":"https://orcid.org/0000-0002-2489-0701","observed_orcids":["https://orcid.org/0000-0002-2489-0701"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"F. Jay Breyer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007132213","display_name":"Russell G. Almond","orcid":"https://orcid.org/0000-0002-8876-9337","observed_orcids":["https://orcid.org/0000-0002-8876-9337"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Russell G. Almond","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060222625","display_name":"Lynn A. Johnson","orcid":"https://orcid.org/0000-0003-3419-1493","observed_orcids":["https://orcid.org/0000-0003-3419-1493"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lynn Johnson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.5234,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.98454051,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"15","issue":"4","first_page":"363","last_page":"389"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complex-assessment","display_name":"complex assessment","score":0.7400000095367432},{"id":"https://openalex.org/keywords/evidence-centered-design","display_name":"evidence-centered design","score":0.9169999957084656},{"id":"https://openalex.org/keywords/task-design","display_name":"task design","score":0.8849999904632568},{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.8119999766349792},{"id":"https://openalex.org/keywords/computer-simulation","display_name":"computer simulation","score":0.7170000076293945},{"id":"https://openalex.org/keywords/scoring-system","display_name":"scoring system","score":0.8410000205039978},{"id":"https://openalex.org/keywords/assessment-scoring","display_name":"assessment scoring","score":0.3019999861717224},{"id":"https://openalex.org/keywords/interactive-assessment","display_name":"interactive assessment","score":0.48899999260902405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6740370988845825},{"id":"https://openalex.org/C144430266","wikidata":"https://www.wikidata.org/wiki/Q839721","display_name":"Interactivity","level":2,"score":0.6065698862075806},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5632765889167786},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.46818864345550537},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.40554577112197876},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38265880942344666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3273925185203552},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23088064789772034},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1268121898174286},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.10940292477607727},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1207/s15324818ame1504_03","doi":"https://doi.org/10.1207/s15324818ame1504_03","is_oa":false,"landing_page_url":"https://doi.org/10.1207/s15324818ame1504_03","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313701","display_name":"National Board of Medical Examiners","ror":"https://ror.org/04tsmra86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W7205189","https://openalex.org/W158727920","https://openalex.org/W284513564","https://openalex.org/W568024311","https://openalex.org/W575775252","https://openalex.org/W942274081","https://openalex.org/W1483147224","https://openalex.org/W1608482299","https://openalex.org/W1719419634","https://openalex.org/W1737802827","https://openalex.org/W1761970770","https://openalex.org/W1935484475","https://openalex.org/W1984161375","https://openalex.org/W1987211406","https://openalex.org/W1994291466","https://openalex.org/W1999568655","https://openalex.org/W2012038489","https://openalex.org/W2033960343","https://openalex.org/W2036221810","https://openalex.org/W2039286370","https://openalex.org/W2039681496","https://openalex.org/W2060642394","https://openalex.org/W2152898342","https://openalex.org/W2156832302","https://openalex.org/W2171265988","https://openalex.org/W2328418989","https://openalex.org/W2333196491","https://openalex.org/W2401217038","https://openalex.org/W2569259520","https://openalex.org/W2907005782","https://openalex.org/W3013278211","https://openalex.org/W3149277062","https://openalex.org/W4241084003","https://openalex.org/W4242518039","https://openalex.org/W4301958211","https://openalex.org/W7052834434","https://openalex.org/W7065839962"],"related_works":["https://openalex.org/W2035818536","https://openalex.org/W2976471283","https://openalex.org/W2086681002","https://openalex.org/W7135018810","https://openalex.org/W7098164718","https://openalex.org/W24290140","https://openalex.org/W2246842374","https://openalex.org/W4417353240","https://openalex.org/W4400711204","https://openalex.org/W4242317188"],"abstract_inverted_index":{"Advances":[0],"in":[1,39,49,112,128],"cognitive":[2],"psychology":[3],"both":[4],"deepen":[5],"our":[6],"understanding":[7],"of":[8,19,66,83,115,139],"how":[9],"students":[10],"gain":[11],"and":[12,15,21,58,81,99,103,105,148,151],"use":[13],"knowledge":[14,98],"broaden":[16],"the":[17,35,67,79,113,119,136,144,155],"range":[18],"performances":[20,48],"situations":[22],"we":[23,142],"want":[24],"to":[25,27,44,78],"see":[26],"acquire":[28],"evidence":[29],"about":[30],"their":[31],"developing":[32],"knowledge.":[33],"At":[34],"same":[36],"time,":[37],"advances":[38],"technology":[40],"make":[41],"it":[42],"possible":[43],"capture":[45],"more":[46],"complex":[47,68,84],"assessment":[50,157],"settings":[51],"by":[52],"including,":[53],"as":[54],"examples,":[55],"simulation,":[56],"interactivity,":[57],"extended":[59],"responses.":[60],"The":[61,108],"challenge":[62],"is":[63],"making":[64],"sense":[65],"data":[69],"that":[70,91],"result.":[71],"This":[72],"article":[73],"concerns":[74],"an":[75],"evidence-centered":[76],"approach":[77],"design":[80,89,145],"analysis":[82],"assessments.":[85],"We":[86],"present":[87],"a":[88,96,116],"framework":[90],"incorporates":[92],"integrated":[93],"structures":[94,153],"for":[95,154],"modeling":[97],"skills,":[100],"designing":[101],"tasks,":[102],"extracting":[104],"synthesizing":[106],"evidence.":[107],"ideas":[109],"are":[110],"illustrated":[111],"context":[114],"project":[117],"with":[118,131],"Dental":[120],"Interactive":[121],"Simulation":[122],"Corporation":[123],"(DISC),":[124],"assessing":[125],"problem":[126],"solving":[127],"dental":[129],"hygiene":[130],"computer-based":[132],"simulations.":[133],"After":[134],"reviewing":[135],"substantive":[137],"grounding":[138],"this":[140],"effort,":[141],"describe":[143],"rationale,":[146],"statistical":[147],"scoring":[149],"models,":[150],"operational":[152],"DISC":[156],"prototype.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":9}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}