{"id":"https://openalex.org/W2076200485","doi":"https://doi.org/10.1145/1734263.1734411","title":"Analyzing test items","display_name":"Analyzing test items","publication_year":2010,"publication_date":"2010-03-10","ids":{"openalex":"https://openalex.org/W2076200485","doi":"https://doi.org/10.1145/1734263.1734411","mag":"2076200485"},"language":"en","primary_location":{"id":"doi:10.1145/1734263.1734411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1734263.1734411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM technical symposium on Computer science education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087625472","display_name":"Leigh Ann Sudol","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Leigh Ann Sudol","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008449521","display_name":"Cassandra Studer","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cassandra Studer","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087625472"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.7199,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83531472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"436","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7171513438224792},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.7003377079963684},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6553431153297424},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5455195903778076},{"id":"https://openalex.org/keywords/item-bank","display_name":"Item bank","score":0.4824572205543518},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.42777135968208313},{"id":"https://openalex.org/keywords/test-theory","display_name":"Test theory","score":0.4174205958843231},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4131920337677002},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3846466541290283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34213459491729736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3309575915336609},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2684980034828186},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23785224556922913},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.1991768479347229},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18236520886421204}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7171513438224792},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.7003377079963684},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553431153297424},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5455195903778076},{"id":"https://openalex.org/C156639949","wikidata":"https://www.wikidata.org/wiki/Q13362737","display_name":"Item bank","level":4,"score":0.4824572205543518},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.42777135968208313},{"id":"https://openalex.org/C74143277","wikidata":"https://www.wikidata.org/wiki/Q7705812","display_name":"Test theory","level":3,"score":0.4174205958843231},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4131920337677002},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3846466541290283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34213459491729736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3309575915336609},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2684980034828186},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23785224556922913},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1991768479347229},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18236520886421204},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1734263.1734411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1734263.1734411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM technical symposium on Computer science education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1825499807","https://openalex.org/W2002953565","https://openalex.org/W2053186237","https://openalex.org/W2058664186","https://openalex.org/W2080061573"],"related_works":["https://openalex.org/W2798129378","https://openalex.org/W2058229955","https://openalex.org/W3184968873","https://openalex.org/W2071617623","https://openalex.org/W4381417406","https://openalex.org/W2052107413","https://openalex.org/W332803153","https://openalex.org/W1967931779","https://openalex.org/W2970615644","https://openalex.org/W3195471489"],"abstract_inverted_index":{"As":[0],"professional":[1],"educators":[2],"we":[3],"produce":[4],"a":[5,35],"large":[6],"number":[7],"of":[8,51,59,62],"assessments":[9,16],"for":[10],"our":[11],"students":[12],"to":[13,44],"complete.":[14],"These":[15],"or":[17],"exams":[18],"are":[19],"often":[20],"evaluated":[21],"informally":[22],"based":[23],"upon":[24],"student":[25],"feedback":[26],"and":[27,47],"simple":[28],"measures":[29],"such":[30],"as":[31,57],"average":[32],"score":[33],"on":[34],"question.":[36],"This":[37],"paper":[38],"highlights":[39],"another":[40],"more":[41],"rigorous":[42],"approach":[43],"item":[45],"evaluation,":[46],"presents":[48],"an":[49,55],"evaluation":[50],"several":[52],"items":[53],"from":[54],"assessment":[56],"examples":[58],"the":[60],"type":[61],"information":[63],"that":[64],"Item":[65],"Response":[66],"Theory":[67],"can":[68],"provide.":[69]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2015,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}