{"id":"https://openalex.org/W304493489","doi":null,"title":"Creating a Complex Measurement Model Using Evidence Centered Design.","display_name":"Creating a Complex Measurement Model Using Evidence Centered Design.","alternate_titles":[],"publication_year":2003,"publication_date":"2003-04-01","ids":{"openalex":"https://openalex.org/W304493489","mag":"304493489"},"language":"en","primary_location":{"id":"mag:304493489","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED477927.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306501578","display_name":"American Educational Research Association Annual Meeting","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"American Educational Research Association Annual Meeting","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W304493489"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"David M. Williamson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"David M. Williamson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041493530","display_name":"Malcom Bauer","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Malcom Bauer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104360559","display_name":"Linda S. Steinberg","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Linda S. Steinberg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028943908","display_name":"Robert J. Mislevy","orcid":"https://orcid.org/0000-0001-5016-0625","observed_orcids":["https://orcid.org/0000-0001-5016-0625"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Robert J. Mislevy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061435242","display_name":"John T. Behrens","orcid":"https://orcid.org/0000-0002-6817-0466","observed_orcids":["https://orcid.org/0000-0002-6817-0466"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"John T. Behrens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6284,"has_fulltext":false,"cited_by_count":5,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.65932655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.23270000517368317,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.23270000517368317,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.21969999372959137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.16019999980926514,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evidence-centered-design","display_name":"evidence-centered design","score":0.8479999899864197},{"id":"https://openalex.org/keywords/simulation-based-assessment","display_name":"simulation-based assessment","score":0.8790000081062317},{"id":"https://openalex.org/keywords/computer-networks","display_name":"computer networks","score":0.6660000085830688},{"id":"https://openalex.org/keywords/cognitive-task-analysis","display_name":"cognitive task analysis","score":0.9120000004768372},{"id":"https://openalex.org/keywords/psychometric-models","display_name":"psychometric models","score":0.6399999856948853},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.8629999756813049},{"id":"https://openalex.org/keywords/computer-simulation","display_name":"computer simulation","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.8730682134628296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6539875864982605},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4902677834033966},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46487027406692505},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4363623857498169},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4277094900608063},{"id":"https://openalex.org/C159456220","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Instructional design","level":2,"score":0.42742544412612915},{"id":"https://openalex.org/C2776957806","wikidata":"https://www.wikidata.org/wiki/Q4895105","display_name":"Interim","level":2,"score":0.41218629479408264},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34187039732933044},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.312409371137619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3042376637458801},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.20185363292694092},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1716310977935791},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.13715699315071106},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:304493489","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED477927.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306501578","display_name":"American Educational Research Association Annual Meeting","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"American Educational Research Association Annual Meeting","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.975600004196167,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W194063319","https://openalex.org/W255256545","https://openalex.org/W1514875575","https://openalex.org/W1594161230","https://openalex.org/W1719419634","https://openalex.org/W1984161375","https://openalex.org/W1987211406","https://openalex.org/W2008033567","https://openalex.org/W2016711062","https://openalex.org/W2029173090","https://openalex.org/W2033960343","https://openalex.org/W2044559203","https://openalex.org/W2060642394","https://openalex.org/W2156832302","https://openalex.org/W2166708896","https://openalex.org/W2171265988","https://openalex.org/W2731411543","https://openalex.org/W3013278211","https://openalex.org/W3108531971"],"related_works":["https://openalex.org/W2086681002","https://openalex.org/W7095819779","https://openalex.org/W2131565876","https://openalex.org/W2012038489","https://openalex.org/W2063747225","https://openalex.org/W1913873200","https://openalex.org/W1931172596","https://openalex.org/W1981361874","https://openalex.org/W4242317188"],"abstract_inverted_index":{"In":[0],"computer-based":[1],"simulations":[2],"meant":[3],"to":[4,19,44,62,128],"support":[5],"learning,":[6],"students":[7,136,170],"must":[8,40],"bring":[9],"a":[10,28,37,54,82,98,138,156,230],"wide":[11],"range":[12],"of":[13,81,85,92,106,134,152,194,205,226,229,276],"relevant":[14],"knowledge,":[15],"skills,":[16],"and":[17,46,60,87,114,144,169,175,178,215,218,239,271],"abilities":[18],"bear":[20],"jointly":[21],"as":[22,34,104,110,115,197,199],"they":[23,173],"solve":[24],"meaningful":[25],"problems":[26],"in":[27,53,89,137],"learning":[29],"domain.":[30],"To":[31],"function":[32],"efficiently":[33],"an":[35,107],"assessment,":[36],"simulation":[38],"system":[39],"also":[41],"be":[42,252],"able":[43],"evoke":[45],"interpret":[47],"observable":[48],"evidence":[49],"about":[50],"targeted":[51],"knowledge":[52,165],"manner":[55],"that":[56,182,250],"is":[57,97,272],"principled,":[58],"defensible,":[59],"suited":[61],"the":[63,76,79,90,130,164,188,190,220,224,248,255,266,273],"purpose":[64],"at":[65,265],"hand":[66],"(e.g.,":[67],"licensure,":[68],"achievement":[69],"testing,":[70],"coached":[71],"practice).":[72],"This":[73],"paper":[74,191,260],"concerns":[75],"grounding":[77],"for":[78,100,208,219,223,263],"design":[80,86,123,174],"simulation-based":[83,232],"assessment":[84,122],"troubleshooting":[88],"domain":[91,206],"computer":[93,139,166],"networking.":[94],"The":[95,258],"application":[96],"prototype":[99],"assessing":[101],"these":[102],"skills":[103],"part":[105,151],"instructional":[108],"program,":[109],"interim":[111],"practice":[112],"tests,":[113],"chapter":[116],"or":[117],"end-of-course":[118],"assessments.":[119],"An":[120,149],"evidence-centered":[121],"(ECD)":[124],"framework":[125],"was":[126,155,261],"used":[127],"guide":[129],"work.":[131],"A":[132,290],"total":[133],"24":[135],"networking":[140],"class":[141],"(high":[142],"school":[143],"community":[145],"college":[146],"students)":[147],"participated.":[148],"important":[150],"this":[153,184,195,227],"work":[154],"cognitive":[157],"task":[158,216],"analysis":[159],"designed":[160],"to:":[161],"(1)":[162],"tap":[163],"network":[167],"specialists":[168],"use":[171],"when":[172],"troubleshoot":[176],"networks;":[177],"(2)":[179],"elicit":[180],"behaviors":[181],"manifest":[183],"knowledge.":[185],"After":[186],"summarizing":[187],"results,":[189],"discusses":[192],"implications":[193],"analysis,":[196,207],"well":[198],"information":[200],"gathered":[201],"from":[202,254],"other":[203],"methods":[204],"designing":[209],"psychometric":[210],"models,":[211],"automated":[212],"scoring":[213],"algorithms,":[214],"frameworks,":[217],"capabilities":[221],"required":[222],"delivery":[225],"example":[228],"complex":[231],"assessment.":[233],"(Contains":[234],"2":[235,237,283],"figures,":[236],"tables,":[238],"27":[240],"references.)":[241],"(Author/SLD)":[242],"Reproductions":[243],"supplied":[244],"by":[245],"EDRS":[246],"are":[247],"best":[249],"can":[251],"made":[253],"original":[256],"document.":[257],"following":[259],"prepared":[262],"presentation":[264],"April":[267],"2003":[268],"AERA/NCME":[269],"program":[270],"copyrighted":[274],"material":[275],"Educational":[277],"Testing":[278],"Service.":[279],"CNI":[280],"O":[281],"LCD":[282],"Running":[284],"Head:":[285],"COMPLEX":[286],"MEASUREMENT":[287],"MODEL":[288],"Creating":[289],"Complex":[291],"Measurement":[292],"Model":[293],"Using":[294],"Evidence":[295],"Centered":[296],"Design":[297]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W304493489","counts_by_year":[{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
