{"id":"https://openalex.org/W4308167828","doi":"https://doi.org/10.48550/arxiv.2211.01115","title":"Analytical method for detecting outlier evaluators","display_name":"Analytical method for detecting outlier evaluators","publication_year":2022,"publication_date":"2022-11-02","ids":{"openalex":"https://openalex.org/W4308167828","doi":"https://doi.org/10.48550/arxiv.2211.01115"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.01115","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.01115","pdf_url":"https://arxiv.org/pdf/2211.01115","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.01115","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030228876","display_name":"Yujie Wu","orcid":"https://orcid.org/0000-0003-3973-4231","observed_orcids":["https://orcid.org/0000-0003-3973-4231"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wu, Yujie","raw_affiliation_strings":["Department of Biostatistics , Harvard University , Boston , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Harvard University , Boston , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065121190","display_name":"Sharon G. Curhan","orcid":"https://orcid.org/0000-0003-0282-0822","observed_orcids":["https://orcid.org/0000-0003-0282-0822"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Curhan, Sharon","raw_affiliation_strings":["Department of Biostatistics , Harvard University , Boston , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Harvard University , Boston , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089191285","display_name":"BERNARD A. ROSNER","orcid":"https://orcid.org/0000-0001-6907-0056","observed_orcids":["https://orcid.org/0000-0001-6907-0056"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosner, Bernard","raw_affiliation_strings":["Department of Biostatistics , Harvard University , Boston , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Harvard University , Boston , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051186379","display_name":"Gary C. Curhan","orcid":"https://orcid.org/0000-0001-7386-6305","observed_orcids":["https://orcid.org/0000-0001-7386-6305"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Curhan, Gary","raw_affiliation_strings":["Department of Biostatistics , Harvard University , Boston , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Harvard University , Boston , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103146308","display_name":"Molin Wang","orcid":"https://orcid.org/0000-0003-1951-8961","observed_orcids":["https://orcid.org/0000-0003-1951-8961"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Molin","raw_affiliation_strings":["Department of Biostatistics , Harvard University , Boston , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Harvard University , Boston , USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.18529999256134033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.13259999454021454,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.753000020980835},{"id":"https://openalex.org/keywords/data-quality","display_name":"data quality","score":0.7549999952316284},{"id":"https://openalex.org/keywords/two-stage-algorithm","display_name":"two-stage algorithm","score":0.7310000061988831},{"id":"https://openalex.org/keywords/false-discovery-rate","display_name":"false discovery rate","score":0.9449999928474426},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.871999979019165},{"id":"https://openalex.org/keywords/audiometry","display_name":"audiometry","score":0.41200000047683716},{"id":"https://openalex.org/keywords/hearing-loss","display_name":"hearing loss","score":0.8320000171661377},{"id":"https://openalex.org/keywords/nurses-health-study-ii","display_name":"Nurses' Health Study II","score":0.9670000076293945},{"id":"https://openalex.org/keywords/exposure-measurement","display_name":"exposure measurement","score":0.5120000243186951}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.8768011331558228},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6973487138748169},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6047171950340271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5990980863571167},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5417677760124207},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5258023142814636},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.5094717144966125},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.39847251772880554},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33134645223617554},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31850525736808777},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2061326503753662},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12663403153419495},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.01115","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.01115","pdf_url":"https://arxiv.org/pdf/2211.01115","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.01115","doi":"https://doi.org/10.48550/arxiv.2211.01115","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.01115","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.01115","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.01115","pdf_url":"https://arxiv.org/pdf/2211.01115","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"sustainable_development_goals_aurora":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G9000859089","display_name":"What Causes Hearing Loss: Advancing the Methods","funder_award_id":"R01DC017717","funder_id":"https://openalex.org/F4320337352","funder_display_name":"National Institute on Deafness and Other Communication Disorders"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337352","display_name":"National Institute on Deafness and Other Communication Disorders","ror":"https://ror.org/04mhx6838"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4403982547","https://openalex.org/W6902118274","https://openalex.org/W6939779069","https://openalex.org/W2946571535","https://openalex.org/W6939804370","https://openalex.org/W2229200501","https://openalex.org/W7061146511","https://openalex.org/W2160974515","https://openalex.org/W7163714950","https://openalex.org/W2137882100"],"abstract_inverted_index":{"Epidemiologic":[0],"and":[1,18,47,134,154,235],"medical":[2],"studies":[3],"often":[4,42],"rely":[5,43],"on":[6,24,44],"evaluators":[7,64,86],"to":[8,36,50,67,83,91,120,149,214],"obtain":[9],"measurements":[10],"of":[11,21,27,130,173,176,186],"exposures":[12],"or":[13,94],"outcomes":[14],"for":[15,38,60,168,182],"study":[16,148,181,197],"participants,":[17],"valid":[19],"estimates":[20,52],"associations":[22],"depends":[23],"the":[25,100,113,128,135,151,156,164,169,174,190],"quality":[26,70,238],"data.":[28],"Even":[29],"though":[30],"statistical":[31],"methods":[32,59],"have":[33],"been":[34],"proposed":[35,152],"adjust":[37],"measurement":[39],"errors,":[40],"they":[41],"unverifiable":[45],"assumptions":[46,55],"could":[48],"lead":[49],"biased":[51],"if":[53],"those":[54],"are":[56,65,105,118],"violated.":[57],"Therefore,":[58],"detecting":[61,159],"potential":[62,160],"`outlier'":[63,85,122,161,207,222,233],"needed":[66],"improve":[68],"data":[69,72,165,237,243],"during":[71,242],"collection":[73,166,244],"stage.":[74,245],"In":[75,99,112],"this":[76],"paper,":[77],"we":[78,125],"propose":[79],"a":[80,109,226],"two-stage":[81,221],"algorithm":[82,224],"detect":[84,121,205,232],"whose":[87],"evaluation":[88],"results":[89],"tend":[90],"be":[92,240],"higher":[93],"lower":[95],"than":[96],"their":[97],"counterparts.":[98],"first":[101],"stage,":[102,115],"evaluators'":[103],"effects":[104],"obtained":[106],"by":[107,158],"fitting":[108],"regression":[110],"model.":[111],"second":[114],"hypothesis":[116,132],"tests":[117],"performed":[119],"evaluators,":[123,208,234],"where":[124],"consider":[126],"both":[127],"power":[129],"each":[131],"test":[133],"false":[136],"discovery":[137],"rate":[138],"(FDR)":[139],"among":[140],"all":[141],"tests.":[142],"We":[143],"conduct":[144],"an":[145,179],"extensive":[146],"simulation":[147,196],"evaluate":[150],"method,":[153],"illustrate":[155],"method":[157,201],"audiologists":[162],"in":[163,189],"stage":[167],"Audiology":[170],"Assessment":[171],"Arm":[172],"Conservation":[175],"Hearing":[177],"Study,":[178],"epidemiologic":[180],"examining":[183],"risk":[184],"factors":[185],"hearing":[187],"loss":[188],"Nurses'":[191],"Health":[192],"Study":[193],"II.":[194],"Our":[195,220],"shows":[198],"that":[199,229],"our":[200],"not":[202],"only":[203],"can":[204,230,239],"true":[206,217],"but":[209],"also":[210],"is":[211,225],"less":[212],"likely":[213],"falsely":[215],"reject":[216],"`normal'":[218],"evaluators.":[219],"detection":[223],"flexible":[227],"approach":[228],"effectively":[231],"thus":[236],"improved":[241]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2022-11-08T00:00:00"}