{"id":"https://openalex.org/W4281620262","doi":"https://doi.org/10.3390/e24060760","title":"On the Choice of the Item Response Model for Scaling PISA Data: Model Selection Based on Information Criteria and Quantifying Model Uncertainty","display_name":"On the Choice of the Item Response Model for Scaling PISA Data: Model Selection Based on Information Criteria and Quantifying Model Uncertainty","publication_year":2022,"publication_date":"2022-05-27","ids":{"openalex":"https://openalex.org/W4281620262","doi":"https://doi.org/10.3390/e24060760","pmid":"https://pubmed.ncbi.nlm.nih.gov/35741481","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9223051"},"language":"en","primary_location":{"id":"doi:10.3390/e24060760","doi":"https://doi.org/10.3390/e24060760","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060760","pdf_url":"https://www.mdpi.com/1099-4300/24/6/760/pdf?version=1653674560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/6/760/pdf?version=1653674560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048904991","display_name":"Alexander Robitzsch","orcid":"https://orcid.org/0000-0002-8226-3132","observed_orcids":["https://orcid.org/0000-0002-8226-3132"]},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]},{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Robitzsch","raw_affiliation_strings":["Centre for International Student Assessment (ZIB), Olshausenstra\u00dfe 62, 24118 Kiel, Germany","IPN\u2014Leibniz Institute for Science and Mathematics Education, Olshausenstra\u00dfe 62, 24118 Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8226-3132","affiliations":[{"raw_affiliation_string":"Centre for International Student Assessment (ZIB), Olshausenstra\u00dfe 62, 24118 Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]},{"raw_affiliation_string":"IPN\u2014Leibniz Institute for Science and Mathematics Education, Olshausenstra\u00dfe 62, 24118 Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048904991"],"corresponding_institution_ids":["https://openalex.org/I32021983","https://openalex.org/I4210085968"],"apc_list":{"value":1800,"currency":"CHF","value_usd":1885},"apc_paid":{"value":1800,"currency":"CHF","value_usd":1885},"fwci":3.8292,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.93704796,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"24","issue":"6","first_page":"760","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.9210000038146973},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.7590000033378601},{"id":"https://openalex.org/keywords/model-error","display_name":"model error","score":0.7319999933242798},{"id":"https://openalex.org/keywords/information-criteria","display_name":"information criteria","score":0.7929999828338623},{"id":"https://openalex.org/keywords/pisa","display_name":"PISA","score":0.7689999938011169},{"id":"https://openalex.org/keywords/large-scale-assessment","display_name":"large-scale assessment","score":0.8669999837875366},{"id":"https://openalex.org/keywords/three-parameter-logistic-model","display_name":"three-parameter logistic model","score":0.7670000195503235},{"id":"https://openalex.org/keywords/residual-heterogeneity","display_name":"residual heterogeneity","score":0.8730000257492065},{"id":"https://openalex.org/keywords/sampling-error","display_name":"sampling error","score":0.7129999995231628}],"concepts":[{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.7508124113082886},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.6384589076042175},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5304338932037354},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.5228050947189331},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.5168338418006897},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.516548752784729},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5013935565948486},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4972276985645294},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.49238264560699463},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.48467591404914856},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.46646416187286377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4504453241825104},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4498325288295746},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3674551248550415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21813979744911194},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.20680001378059387},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15250059962272644},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e24060760","doi":"https://doi.org/10.3390/e24060760","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060760","pdf_url":"https://www.mdpi.com/1099-4300/24/6/760/pdf?version=1653674560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9223051","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9223051","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmid:35741481","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35741481","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:9384a4105a534a2eb166d95f59f17550","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/9384a4105a534a2eb166d95f59f17550","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 6, p 760 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e24060760","doi":"https://doi.org/10.3390/e24060760","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24060760","pdf_url":"https://www.mdpi.com/1099-4300/24/6/760/pdf?version=1653674560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281620262.pdf","grobid_xml":"https://content.openalex.org/works/W4281620262.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W433711209","https://openalex.org/W563928503","https://openalex.org/W1538607595","https://openalex.org/W1547716543","https://openalex.org/W1565512823","https://openalex.org/W1566291443","https://openalex.org/W1591908906","https://openalex.org/W1800875971","https://openalex.org/W1867346318","https://openalex.org/W1960471525","https://openalex.org/W1964085834","https://openalex.org/W1969652533","https://openalex.org/W1971586306","https://openalex.org/W1976470735","https://openalex.org/W1979500999","https://openalex.org/W1980782352","https://openalex.org/W1994672023","https://openalex.org/W1998832870","https://openalex.org/W1999688181","https://openalex.org/W2011746718","https://openalex.org/W2014370213","https://openalex.org/W2016640456","https://openalex.org/W2017966270","https://openalex.org/W2019304332","https://openalex.org/W2021058034","https://openalex.org/W2023850362","https://openalex.org/W2028143485","https://openalex.org/W2049851571","https://openalex.org/W2050322205","https://openalex.org/W2060050130","https://openalex.org/W2069294836","https://openalex.org/W2086551087","https://openalex.org/W2093886989","https://openalex.org/W2094031870","https://openalex.org/W2122628046","https://openalex.org/W2123268185","https://openalex.org/W2146924441","https://openalex.org/W2150393306","https://openalex.org/W2162701769","https://openalex.org/W2162929365","https://openalex.org/W2184407280","https://openalex.org/W2247577638","https://openalex.org/W2269963894","https://openalex.org/W2276259451","https://openalex.org/W2292682783","https://openalex.org/W2300020086","https://openalex.org/W2339213295","https://openalex.org/W2410926054","https://openalex.org/W2417366063","https://openalex.org/W2462899011","https://openalex.org/W2484407085","https://openalex.org/W2524369579","https://openalex.org/W2566849792","https://openalex.org/W2593323316","https://openalex.org/W2595791424","https://openalex.org/W2605943844","https://openalex.org/W2766933900","https://openalex.org/W2767388037","https://openalex.org/W2770251229","https://openalex.org/W2787953817","https://openalex.org/W2790510945","https://openalex.org/W2790952335","https://openalex.org/W2792106252","https://openalex.org/W2797733738","https://openalex.org/W2801307720","https://openalex.org/W2804261473","https://openalex.org/W2877923312","https://openalex.org/W2884786696","https://openalex.org/W2885169382","https://openalex.org/W2889510740","https://openalex.org/W2893602029","https://openalex.org/W2900105665","https://openalex.org/W2917720540","https://openalex.org/W2936979405","https://openalex.org/W2975731366","https://openalex.org/W3005199701","https://openalex.org/W3027069850","https://openalex.org/W3029976860","https://openalex.org/W3045656920","https://openalex.org/W3047358754","https://openalex.org/W3100067938","https://openalex.org/W3109029587","https://openalex.org/W3137897929","https://openalex.org/W3152175485","https://openalex.org/W3163672767","https://openalex.org/W3166207692","https://openalex.org/W3172778623","https://openalex.org/W3194252450","https://openalex.org/W3197805355","https://openalex.org/W3199272645","https://openalex.org/W3211372793","https://openalex.org/W4200068276","https://openalex.org/W4213267532","https://openalex.org/W4220862355","https://openalex.org/W4220927369","https://openalex.org/W4233979989","https://openalex.org/W4235154063","https://openalex.org/W4250518393","https://openalex.org/W4294495381","https://openalex.org/W4395117395","https://openalex.org/W4401226504"],"related_works":["https://openalex.org/W4284886689","https://openalex.org/W3109029587","https://openalex.org/W2184407280","https://openalex.org/W4401229058","https://openalex.org/W2586659757","https://openalex.org/W2603732860","https://openalex.org/W4313275234","https://openalex.org/W264163386","https://openalex.org/W4388459609","https://openalex.org/W2936979405"],"abstract_inverted_index":{"In":[0,25],"educational":[1,177],"large-scale":[2,178],"assessment":[3,179],"studies":[4],"such":[5],"as":[6,96],"PISA,":[7],"item":[8],"response":[9],"theory":[10],"(IRT)":[11],"models":[12,53],"are":[13,54],"used":[14,95],"to":[15,143],"summarize":[16],"students'":[17],"performance":[18],"on":[19,37],"cognitive":[20,88],"test":[21],"items":[22],"across":[23],"countries.":[24],"this":[26],"article,":[27],"the":[28,31,34,38,73,78,87,100,103,110,128,132,173],"impact":[29],"of":[30,33,41,80,99,102,127,176],"choice":[32,101],"IRT":[35,52,104,113,121],"model":[36,60,66,114,122,134,137,167],"distribution":[39],"parameters":[40],"countries":[42],"(i.e.,":[43],"mean,":[44],"standard":[45,157],"deviation,":[46],"percentiles)":[47],"is":[48,62,94],"investigated.":[49],"Eleven":[50],"different":[51],"compared":[55,71,142],"using":[56],"information":[57],"criteria.":[58],"Moreover,":[59],"uncertainty":[61,138],"quantified":[63],"by":[64],"estimating":[65],"error,":[67],"which":[68],"can":[69,163],"be":[70,164,170],"with":[72,77,115,123],"sampling":[74,79,144],"error":[75,145,168],"associated":[76],"students.":[81],"The":[82],"PISA":[83],"2009":[84],"dataset":[85],"for":[86,155],"domains":[89],"mathematics,":[90],"reading,":[91],"and":[92,118,159],"science":[93],"an":[97],"example":[98],"model.":[105],"It":[106],"turned":[107],"out":[108],"that":[109,166],"three-parameter":[111,120],"logistic":[112],"residual":[116],"heterogeneity":[117],"a":[119,124],"quadratic":[125],"effect":[126],"ability":[129],"\u03b8":[130],"provided":[131],"best":[133],"fit.":[135],"Furthermore,":[136],"was":[139,153],"relatively":[140],"small":[141],"regarding":[146],"country":[147,156],"means":[148],"in":[149,172],"most":[150],"cases":[151],"but":[152],"substantial":[154],"deviations":[158],"percentiles.":[160],"Consequently,":[161],"it":[162],"argued":[165],"should":[169],"included":[171],"statistical":[174],"inference":[175],"studies.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2022-06-13T00:00:00"}