{"id":"https://openalex.org/W2996239001","doi":"https://doi.org/10.3102/1076998619890589","title":"Adaptive Pairwise Comparison for Educational Measurement","display_name":"Adaptive Pairwise Comparison for Educational Measurement","publication_year":2019,"publication_date":"2019-12-13","ids":{"openalex":"https://openalex.org/W2996239001","doi":"https://doi.org/10.3102/1076998619890589","mag":"2996239001"},"language":"en","primary_location":{"id":"doi:10.3102/1076998619890589","doi":"https://doi.org/10.3102/1076998619890589","is_oa":true,"landing_page_url":"https://doi.org/10.3102/1076998619890589","pdf_url":"https://journals.sagepub.com/doi/pdf/10.3102/1076998619890589","source":{"id":"https://openalex.org/S53135262","display_name":"Journal of Educational and Behavioral Statistics","issn_l":"1076-9986","issn":["1076-9986","1935-1054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational and Behavioral Statistics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://journals.sagepub.com/doi/pdf/10.3102/1076998619890589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013590787","display_name":"Elise Anne Victoire Crompvoets","orcid":"https://orcid.org/0000-0003-4471-6396","observed_orcids":["https://orcid.org/0000-0003-4471-6396"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]},{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elise A. V. Crompvoets","raw_affiliation_strings":["Cito","Tilburg University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cito","institution_ids":["https://openalex.org/I4210137377"]},{"raw_affiliation_string":"Tilburg University","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035323589","display_name":"Anton A. B\u00e9guin","orcid":"https://orcid.org/0000-0003-2882-4485","observed_orcids":["https://orcid.org/0000-0003-2882-4485"]},"institutions":[{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anton A. B\u00e9guin","raw_affiliation_strings":["Cito"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cito","institution_ids":["https://openalex.org/I4210137377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047720335","display_name":"Klaas Sijtsma","orcid":"https://orcid.org/0000-0002-4739-0574","observed_orcids":["https://orcid.org/0000-0002-4739-0574"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Klaas Sijtsma","raw_affiliation_strings":["Tilburg University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tilburg University","institution_ids":["https://openalex.org/I193700539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":2.2138,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.8805671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"45","issue":"3","first_page":"316","last_page":"338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"pairwise comparison","score":0.9509999752044678},{"id":"https://openalex.org/keywords/scale-development","display_name":"scale development","score":0.42399999499320984},{"id":"https://openalex.org/keywords/parameter-uncertainty","display_name":"parameter uncertainty","score":0.5080000162124634},{"id":"https://openalex.org/keywords/standard-error-reduction","display_name":"standard error reduction","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.8559956550598145},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8075621724128723},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7212614417076111},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.648952066898346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054250001907349},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4650641083717346},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.465002179145813},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4364733099937439},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4008943438529968},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38721275329589844},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3483242392539978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2988128066062927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26417091488838196},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":9,"locations":[{"id":"doi:10.3102/1076998619890589","doi":"https://doi.org/10.3102/1076998619890589","is_oa":true,"landing_page_url":"https://doi.org/10.3102/1076998619890589","pdf_url":"https://journals.sagepub.com/doi/pdf/10.3102/1076998619890589","source":{"id":"https://openalex.org/S53135262","display_name":"Journal of Educational and Behavioral Statistics","issn_l":"1076-9986","issn":["1076-9986","1935-1054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational and Behavioral Statistics","raw_type":"journal-article"},{"id":"doi:10.31234/osf.io/sk79t","doi":"https://doi.org/10.31234/osf.io/sk79t","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/sk79t","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:tilburguniversity.edu:openaire/4336abe3-0661-4cb5-8cc5-b296e13b8980","doi":null,"is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/files/31842412/MTO_Crompvoets_adaptive_pairwise_comparison_JoEaBS_2019.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Crompvoets, E, B\u00e9guin, A A & Sijtsma, K 2020, 'Adaptive pairwise comparison for educational measurement', Journal of Educational and Behavioral Statistics, vol. 45, no. 3, pp. 316-338. https://doi.org/10.3102/1076998619890589","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:uvt:oai:tilburguniversity.edu:publications/4336abe3-0661-4cb5-8cc5-b296e13b8980","doi":null,"is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/4336abe3-0661-4cb5-8cc5-b296e13b8980","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Educational and Behavioral Statistics, 45(3), 316 - 338. Sage Publications, Inc.","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:sae:jedbes:v:45:y:2020:i:3:p:316-338","doi":null,"is_oa":false,"landing_page_url":"https://journals.sagepub.com/doi/10.3102/1076998619890589","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:share.osf.io:0a9a5e41-df87-4d14-b0cf-0248cd871e0b","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/sk79t","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:46024-F28-230","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/SK79T","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:52d697c5-ece5-45f5-895d-0422b09652fc","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/43agu","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:share.osf.io:E01D6-7A5-7FE","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/43agu/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":{"id":"doi:10.3102/1076998619890589","doi":"https://doi.org/10.3102/1076998619890589","is_oa":true,"landing_page_url":"https://doi.org/10.3102/1076998619890589","pdf_url":"https://journals.sagepub.com/doi/pdf/10.3102/1076998619890589","source":{"id":"https://openalex.org/S53135262","display_name":"Journal of Educational and Behavioral Statistics","issn_l":"1076-9986","issn":["1076-9986","1935-1054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational and Behavioral Statistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2996239001.pdf","grobid_xml":"https://content.openalex.org/works/W2996239001.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W108349178","https://openalex.org/W1855835750","https://openalex.org/W1969561582","https://openalex.org/W1976890956","https://openalex.org/W1984354219","https://openalex.org/W1985858262","https://openalex.org/W2013784666","https://openalex.org/W2014406661","https://openalex.org/W2033442452","https://openalex.org/W2074184241","https://openalex.org/W2129375743","https://openalex.org/W2132892763","https://openalex.org/W2160637580","https://openalex.org/W2316790024","https://openalex.org/W2485396921","https://openalex.org/W2554609727","https://openalex.org/W2582743722","https://openalex.org/W2752221334","https://openalex.org/W2781790355","https://openalex.org/W2791289510","https://openalex.org/W4210738361","https://openalex.org/W4230195700","https://openalex.org/W4234360742","https://openalex.org/W4252841025"],"related_works":["https://openalex.org/W3163220737","https://openalex.org/W4292844154","https://openalex.org/W4211172079","https://openalex.org/W7092447049","https://openalex.org/W4214512657","https://openalex.org/W7161148898","https://openalex.org/W4408113050","https://openalex.org/W1935759143","https://openalex.org/W2058826365","https://openalex.org/W1990360998"],"abstract_inverted_index":{"Pairwise":[0],"comparison":[1],"is":[2,110,113],"becoming":[3],"increasingly":[4],"popular":[5],"as":[6,82],"a":[7,76,83],"holistic":[8],"measurement":[9],"method":[10],"in":[11,67],"education.":[12],"Unfortunately,":[13],"many":[14],"comparisons":[15,40],"are":[16],"required":[17,26,114],"for":[18,92],"reliable":[19],"measurement.":[20],"To":[21],"reduce":[22],"the":[23,37,43,46,54,60,64,93,97,104,108,117],"number":[24,61],"of":[25,45,53,62,71],"comparisons,":[27,63],"we":[28],"developed":[29],"an":[30],"adaptive":[31],"selection":[32,78],"algorithm":[33,79],"(ASA)":[34],"that":[35,80],"selects":[36],"most":[38],"informative":[39],"while":[41],"taking":[42],"uncertainty":[44],"object":[47,72],"parameters":[48],"into":[49],"account.":[50],"The":[51],"results":[52],"simulation":[55],"study":[56],"showed":[57],"that,":[58],"given":[59],"ASA":[65,109],"resulted":[66],"smaller":[68],"standard":[69],"errors":[70],"parameter":[73],"estimates":[74],"than":[75],"random":[77],"served":[81],"benchmark.":[84],"Rank":[85],"order":[86],"accuracy":[87],"and":[88],"reliability":[89,100,106],"were":[90],"similar":[91],"two":[94],"algorithms.":[95],"Because":[96],"scale":[98],"separation":[99],"(SSR)":[101],"may":[102],"overestimate":[103],"benchmark":[105],"when":[107,115],"used,":[111],"caution":[112],"interpreting":[116],"SSR.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2019-12-26T00:00:00"}
