{"id":"https://openalex.org/W4387846501","doi":"https://doi.org/10.1145/3583780.3615455","title":"Addressing Selection Bias in Computerized Adaptive Testing: A User-Wise Aggregate Influence Function Approach","display_name":"Addressing Selection Bias in Computerized Adaptive Testing: A User-Wise Aggregate Influence Function Approach","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387846501","doi":"https://doi.org/10.1145/3583780.3615455"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615455","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068420703","display_name":"Soonwoo Kwon","orcid":"https://orcid.org/0000-0003-1764-3128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soonwoo Kwon","raw_affiliation_strings":["Riiid AI Research, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1764-3128","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101496880","display_name":"So-Jung Kim","orcid":"https://orcid.org/0000-0003-4585-3587"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sojung Kim","raw_affiliation_strings":["Riiid AI Research, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4585-3587","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426805","display_name":"Seunghyun Lee","orcid":"https://orcid.org/0009-0004-2082-9091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seunghyun Lee","raw_affiliation_strings":["Riiid AI Research, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0004-2082-9091","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043854447","display_name":"Jin-Young Kim","orcid":"https://orcid.org/0000-0002-9106-2922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin-Young Kim","raw_affiliation_strings":["Riiid AI Research, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9106-2922","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064689257","display_name":"Suyeong An","orcid":"https://orcid.org/0009-0007-6535-1943"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suyeong An","raw_affiliation_strings":["Riiid AI Research, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0007-6535-1943","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101786349","display_name":"Kyuseok Kim","orcid":"https://orcid.org/0009-0004-2369-6335"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyuseok Kim","raw_affiliation_strings":["Riiid AI Research, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0004-2369-6335","affiliations":[{"raw_affiliation_string":"Riiid AI Research, Seoul, Republic of Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4674","last_page":"4680"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9664000272750854,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725368738174438},{"id":"https://openalex.org/keywords/computerized-adaptive-testing","display_name":"Computerized adaptive testing","score":0.6533781290054321},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5669431686401367},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5668731331825256},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.5150575637817383},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4986398220062256},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4679153561592102},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4409652650356293},{"id":"https://openalex.org/keywords/selection-bias","display_name":"Selection bias","score":0.42090269923210144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41717711091041565},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4057614505290985},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17380130290985107},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.09081262350082397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725368738174438},{"id":"https://openalex.org/C144352353","wikidata":"https://www.wikidata.org/wiki/Q2920411","display_name":"Computerized adaptive testing","level":3,"score":0.6533781290054321},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5669431686401367},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5668731331825256},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.5150575637817383},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4986398220062256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4679153561592102},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4409652650356293},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.42090269923210144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41717711091041565},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4057614505290985},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17380130290985107},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.09081262350082397},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3615455","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W428384040","https://openalex.org/W1975508799","https://openalex.org/W1982500367","https://openalex.org/W1989898472","https://openalex.org/W2034825773","https://openalex.org/W2057019002","https://openalex.org/W2072518869","https://openalex.org/W2094670547","https://openalex.org/W2560674852","https://openalex.org/W3012600133","https://openalex.org/W3034203759","https://openalex.org/W3092103025","https://openalex.org/W3101148092","https://openalex.org/W3114569718","https://openalex.org/W3190396572","https://openalex.org/W4283808942","https://openalex.org/W4284664988","https://openalex.org/W4307817196"],"related_works":["https://openalex.org/W226604446","https://openalex.org/W2071783256","https://openalex.org/W2356456616","https://openalex.org/W52061681","https://openalex.org/W2076025470","https://openalex.org/W2071617623","https://openalex.org/W2169952662","https://openalex.org/W1993302454","https://openalex.org/W4399612909","https://openalex.org/W4393354978"],"abstract_inverted_index":{"Computerized":[0],"Adaptive":[1],"Testing":[2],"(CAT)":[3],"is":[4,56,156,164],"a":[5,57,63,70,99],"widely":[6],"used,":[7],"efficient":[8],"test":[9,20],"mode":[10],"that":[11,60,96,132,223],"adapts":[12],"to":[13,45,103,157,198,206],"the":[14,19,31,36,42,74,82,90,104,123,138,142,148,177,190,199,208,216],"examinee's":[15],"proficiency":[16],"level":[17],"in":[18,89,167],"domain.":[21],"CAT":[22,28,91,127,193,226],"requires":[23],"pre-trained":[24],"item":[25,44,54,133,200],"profiles,":[26,39],"for":[27],"iteratively":[29],"assesses":[30],"student":[32],"real-time":[33],"based":[34,214],"on":[35,73,215],"registered":[37],"items'":[38,49],"and":[40,220],"selects":[41],"next":[43],"administer":[46],"using":[47,126],"candidate":[48],"profiles.":[50,201],"However,":[51],"obtaining":[52],"such":[53],"profiles":[55,134],"costly":[58],"process":[59],"involves":[61],"gathering":[62],"large,":[64],"dense":[65],"item-response":[66],"data,":[67,129],"then":[68],"training":[69,122],"diagnostic":[71,124],"model":[72,125],"collected":[75,88],"data.":[76,228],"In":[77],"this":[78,97],"paper,":[79],"we":[80,130,146,187],"explore":[81],"possibility":[83],"of":[84,192,210],"leveraging":[85],"response":[86,128,162,227],"data":[87,163,179],"service.":[92],"We":[93,202],"first":[94],"show":[95],"poses":[98],"unique":[100],"challenge":[101],"due":[102],"inherent":[105],"selection":[106,143],"bias":[107,144,197],"introduced":[108],"by":[109,173],"CAT,":[110],"i.e.,":[111],"more":[112],"proficient":[113],"students":[114],"will":[115,180],"receive":[116],"harder":[117],"questions.":[118],"Indeed,":[119],"when":[120],"na\u00efvely":[121],"observe":[131],"deviate":[135],"significantly":[136],"from":[137],"ground-truth.":[139],"To":[140],"tackle":[141],"issue,":[145],"propose":[147],"user-wise":[149],"aggregate":[150,169],"influence":[151],"function":[152],"method.":[153],"Our":[154],"intuition":[155],"filter":[158],"out":[159],"users":[160],"whose":[161],"heavily":[165],"biased":[166],"an":[168],"manner,":[170],"as":[171],"judged":[172],"how":[174],"much":[175],"perturbation":[176],"added":[178],"introduce":[181],"during":[182],"parameter":[183],"estimation.":[184],"This":[185],"way,":[186],"may":[188],"enhance":[189],"performance":[191],"while":[194],"introducing":[195],"minimal":[196],"provide":[203],"extensive":[204],"experiments":[205],"demonstrate":[207],"superiority":[209],"our":[211],"proposed":[212],"method":[213],"three":[217],"public":[218],"datasets":[219],"one":[221],"dataset":[222],"contains":[224],"real-world":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}