{"id":"https://openalex.org/W2202866450","doi":"https://doi.org/10.1016/j.annemergmed.2009.07.013","title":"A Consideration of the Measurement and Reporting of Interrater Reliability","display_name":"A Consideration of the Measurement and Reporting of Interrater Reliability","publication_year":2009,"publication_date":"2009-11-27","ids":{"openalex":"https://openalex.org/W2202866450","doi":"https://doi.org/10.1016/j.annemergmed.2009.07.013","mag":"2202866450","pmid":"https://pubmed.ncbi.nlm.nih.gov/19942071"},"language":"en","primary_location":{"id":"doi:10.1016/j.annemergmed.2009.07.013","doi":"https://doi.org/10.1016/j.annemergmed.2009.07.013","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.annemergmed.2009.07.013","pdf_url":"http://www.annemergmed.com/article/S019606440901258X/pdf","source":{"id":"https://openalex.org/S116012647","display_name":"Annals of Emergency Medicine","issn_l":"0196-0644","issn":["0196-0644","1085-8717","1097-6760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Emergency Medicine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.annemergmed.com/article/S019606440901258X/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080518791","display_name":"Frank C. Day","orcid":"https://orcid.org/0000-0002-3125-7322","observed_orcids":["https://orcid.org/0000-0002-3125-7322"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank C. Day","raw_affiliation_strings":["University of California, Los Angeles, Los Angeles, CA, USA","University of California, Los Angeles, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084507799","display_name":"David L. Schriger","orcid":"https://orcid.org/0000-0003-0242-1127","observed_orcids":["https://orcid.org/0000-0003-0242-1127"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David L. Schriger","raw_affiliation_strings":["University of California, Los Angeles, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":{"value":3850,"currency":"USD","value_usd":3850},"apc_paid":{"value":3850,"currency":"USD","value_usd":3850},"fwci":0.9985,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78672124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"54","issue":"6","first_page":"843","last_page":"853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9980000257492065},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9279999732971191},{"id":"https://openalex.org/keywords/gold-standard","display_name":"gold standard","score":0.6190000176429749},{"id":"https://openalex.org/keywords/cohen-s-kappa","display_name":"Cohen's kappa","score":0.7509999871253967},{"id":"https://openalex.org/keywords/interquartile-range","display_name":"interquartile range","score":0.8629999756813049},{"id":"https://openalex.org/keywords/acute-coronary-syndrome","display_name":"acute coronary syndrome","score":0.609000027179718},{"id":"https://openalex.org/keywords/chest-pain","display_name":"chest pain","score":0.7360000014305115},{"id":"https://openalex.org/keywords/emergency-department","display_name":"emergency department","score":0.6069999933242798},{"id":"https://openalex.org/keywords/research-assistants","display_name":"research assistants","score":0.890999972820282},{"id":"https://openalex.org/keywords/clinical-data-collection","display_name":"clinical data collection","score":0.45500001311302185},{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.335999995470047},{"id":"https://openalex.org/keywords/interobserver-variability","display_name":"interobserver variability","score":0.3840000033378601},{"id":"https://openalex.org/keywords/categorical-data","display_name":"categorical data","score":0.4269999861717224},{"id":"https://openalex.org/keywords/continuous-data","display_name":"continuous data","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9271426200866699},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.7994959354400635},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6031537055969238},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.42391398549079895},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2517790198326111},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.04363706707954407},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004635","descriptor_name":"Emergency Medicine","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D004636","descriptor_name":"Emergency Service, Hospital","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008487","descriptor_name":"Medical History Taking","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D054058","descriptor_name":"Acute Coronary Syndrome","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.annemergmed.2009.07.013","doi":"https://doi.org/10.1016/j.annemergmed.2009.07.013","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.annemergmed.2009.07.013","pdf_url":"http://www.annemergmed.com/article/S019606440901258X/pdf","source":{"id":"https://openalex.org/S116012647","display_name":"Annals of Emergency Medicine","issn_l":"0196-0644","issn":["0196-0644","1085-8717","1097-6760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Emergency Medicine","raw_type":"journal-article"},{"id":"pmid:19942071","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19942071","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of emergency medicine","raw_type":"Comment"}],"best_oa_location":{"id":"doi:10.1016/j.annemergmed.2009.07.013","doi":"https://doi.org/10.1016/j.annemergmed.2009.07.013","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.annemergmed.2009.07.013","pdf_url":"http://www.annemergmed.com/article/S019606440901258X/pdf","source":{"id":"https://openalex.org/S116012647","display_name":"Annals of Emergency Medicine","issn_l":"0196-0644","issn":["0196-0644","1085-8717","1097-6760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Emergency Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2202866450.pdf","grobid_xml":"https://content.openalex.org/works/W2202866450.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1964100346","https://openalex.org/W1983897914","https://openalex.org/W1985514943","https://openalex.org/W2005648040","https://openalex.org/W2015795623","https://openalex.org/W2028053723","https://openalex.org/W2053154970","https://openalex.org/W2076061140","https://openalex.org/W2078483536","https://openalex.org/W2113143305","https://openalex.org/W2141403362","https://openalex.org/W2150290224","https://openalex.org/W2151967815","https://openalex.org/W2164777277","https://openalex.org/W2465692541","https://openalex.org/W4300718545"],"related_works":["https://openalex.org/W2028053723","https://openalex.org/W2099255068","https://openalex.org/W2914407108","https://openalex.org/W2066328318","https://openalex.org/W2946336291","https://openalex.org/W2913497051","https://openalex.org/W2105475308","https://openalex.org/W4294214983","https://openalex.org/W4241551954","https://openalex.org/W625387107"],"abstract_inverted_index":{"Discussion":[0,6489],"Points1Cruz":[1,6490],"et":[2,9,276,849,1023,3369,5610,6317,6491,6498,6765,7338,7511,7518,7785,8360,8536,9483],"al1Cruz":[3,6492,7512],"C.O.":[4,6493,7513],"Meshberg":[5,6494,7514],"E.G.":[6,6495,7515],"Shofer":[7,6496,7516],"F.S.":[8,6497,7517],"al.Interrater":[10,6499,7519],"reliability":[11,93,268,822,1070,1098,1149,1221,1924,1968,2578,2737,5093,5213,5297,5787,5794,6362,6439,6462,6500,6582,6757,7311,7520,7602,7777,8333,8583,8611,8662,8734,9429,9473,9531,9560,9611,9683],"and":[12,16,61,70,96,140,169,248,258,272,282,330,351,378,398,432,442,467,478,530,550,568,585,596,604,621,632,636,662,693,764,782,788,870,968,986,1038,1047,1073,1087,1099,1215,1244,1318,1451,1530,1570,1579,1601,1630,1683,1746,1760,1781,1820,1832,1836,1857,1892,1962,2050,2069,2101,2111,2185,2191,2193,2204,2293,2314,2535,2547,2582,2613,2661,2720,2747,2878,2883,2910,3003,3010,3025,3085,3276,3375,3403,3424,3451,3468,3489,3499,3531,3633,3720,3754,3764,3789,3801,3854,3874,3892,3909,3927,3944,3970,4001,4012,4070,4073,4114,4140,4214,4227,4234,4275,4283,4341,4358,4364,4368,4373,4395,4406,4462,4470,4506,4555,4561,4567,4573,4577,4583,4589,4594,4722,4796,4800,4852,4864,4950,4963,4965,5035,5037,5194,5239,5257,5263,5352,5383,5459,5483,5494,5503,5512,5516,5519,5550,5582,5733,5742,5749,5752,5755,5758,5833,5846,5856,5881,5900,5931,6102,6116,6191,6218,6251,6292,6373,6420,6501,6505,6550,6559,6585,6629,6658,6737,6747,6761,6771,6819,6840,6867,6887,6921,6931,6956,6967,7019,7039,7057,7074,7085,7093,7110,7121,7125,7151,7182,7253,7271,7277,7359,7457,7475,7521,7525,7570,7579,7605,7649,7678,7757,7767,7781,7791,7839,7860,7887,7907,7941,7951,7976,7987,8039,8059,8077,8094,8105,8113,8130,8141,8145,8172,8203,8274,8292,8299,8381,8480,8498,8551,8560,8586,8600,8612,8728,8757,8831,8964,9043,9083,9092,9114,9143,9196,9259,9273,9294,9325,9337,9341,9362,9397,9467,9498,9507,9534,9549,9561,9677,9708,9784,9918,9997,10038,10047],"accuracy":[13,1592,2722,6502,7522,9105],"of":[14,53,73,123,132,149,166,212,243,251,289,308,338,341,395,472,542,552,563,570,587,599,606,618,732,750,804,847,960,1009,1014,1030,1050,1085,1093,1150,1178,1206,1269,1283,1292,1416,1439,1443,1475,1583,1610,1627,1648,1653,1778,1793,1939,1997,2037,2096,2104,2121,2207,2222,2240,2304,2338,2350,2373,2413,2421,2469,2478,2499,2508,2521,2556,2591,2629,2645,2706,2788,2809,2871,2885,2901,2925,2935,2940,2945,2954,2965,2974,2981,3033,3102,3108,3156,3237,3246,3304,3331,3381,3411,3414,3475,3519,3522,3539,3548,3586,3599,3631,3685,3695,3717,3794,3797,3866,3876,3887,3894,3911,3922,3929,3941,3994,4016,4052,4084,4129,4161,4210,4391,4425,4500,4510,4610,4631,4655,4664,4675,4681,4688,4709,4749,4831,4897,4937,4946,4961,5033,5043,5094,5114,5131,5211,5220,5279,5331,5373,5379,5389,5408,5426,5434,5448,5455,5522,5557,5723,5730,5739,5786,5832,5893,5911,5926,6013,6055,6089,6096,6139,6147,6170,6172,6181,6196,6210,6265,6314,6328,6332,6335,6346,6359,6363,6396,6401,6417,6450,6503,6542,6562,6612,6621,6638,6655,6701,6732,6740,6778,6797,6827,6830,6884,6961,7031,7041,7052,7059,7076,7088,7095,7107,7221,7239,7293,7336,7449,7498,7503,7523,7562,7582,7632,7641,7658,7675,7721,7752,7760,7798,7817,7847,7850,7904,7981,8051,8061,8072,8079,8096,8108,8115,8127,8242,8260,8315,8358,8472,8521,8526,8543,8563,8598,8606,8663,8691,8719,8782,8796,8805,8929,8952,8956,8988,9096,9123,9140,9161,9166,9291,9306,9444,9490,9510,9547,9555,9612,9640,9668,9733,9748,9757,9883,9906,9910,9942,10051],"clinicians":[15,6504,7524],"trained":[17,58,1035,6506,6547,7526,7567,8548,9495],"research":[18,59,191,1036,1246,1262,1568,1890,5882,6507,6548,6680,7527,7568,7700,8549,8759,8775,9081,9395,9496,9710,9726,10036],"assistants":[19,60,1037,6508,6549,7528,7569,8550,9497],"performing":[20,4187,6509,7529],"prospective":[21,6510,7530],"data":[22,1787,2630,2779,3306,3636,5795,6007,6270,6432,6463,6511,7531,9300],"collection":[23,6512,7532],"in":[24,66,195,392,426,433,623,680,724,740,807,812,844,865,874,881,964,989,1005,1043,1126,1332,1350,1481,1497,1540,1565,1590,1790,1887,2020,2135,2259,2524,2564,2567,2664,2806,2826,2848,2861,2928,2949,2969,3031,3054,3106,3143,3167,3175,3311,3355,3692,3714,3748,3755,3946,3956,4118,4124,4154,4176,4180,4190,4241,4269,4278,4287,4302,4377,4416,4436,4465,4474,4485,4598,4621,4660,4820,4829,4838,5064,5067,5070,5141,5282,5287,5347,5368,5537,5626,5632,5796,5814,5977,5983,6112,6124,6150,6165,6214,6280,6306,6311,6342,6376,6392,6474,6485,6513,6555,6684,6881,6915,6922,7112,7169,7213,7229,7296,7301,7333,7354,7363,7370,7453,7478,7494,7533,7575,7704,7901,7935,7942,8132,8190,8234,8250,8318,8323,8355,8376,8385,8392,8476,8501,8517,8556,8639,8845,8863,8994,9010,9053,9078,9103,9303,9392,9503,9588,9798,9816,9948,9964,10007,10033],"emergency":[25,1432,6514,7534,8945,9899],"department":[26,6515,7535],"patients":[27,69,1535,3110,3171,3607,3643,6516,6558,7536,7578,9048,10002],"with":[28,77,120,710,717,726,886,982,1054,1280,1382,1593,1905,1943,2156,2183,2588,2683,2744,2781,2799,2831,3152,3535,3644,4058,4883,4944,5317,5563,5637,5736,6018,6073,6083,6259,6268,6325,6369,6517,6566,6609,7199,7206,7215,7375,7471,7537,7586,7629,8220,8227,8236,8397,8494,8567,8793,8895,9106,9410,9448,9514,9745,9848],"potential":[29,118,1278,6518,6607,7538,7627,8791,9743],"acute":[30,3103,6519,7539],"coronary":[31,3104,6520,7540],"syndrome.Ann":[32,6521,7541],"Emerg":[33,6522,7542],"Med.":[34,6523,7543],"2009;":[35,6524,7544],"54:":[36,6525,7545],"1-7Abstract":[37,6526,7546],"Full":[38,40,4757,4783,6527,6529,7547,7549],"Text":[39,41,4758,4784,6528,6530,7548,7550],"PDF":[42,4759,4785,6531,7551],"PubMed":[43,298,3062,3337,3484,4760,4786,6532,6787,7552,7807],"Scopus":[44,299,2131,2431,3063,3338,3485,4761,4787,6533,6788,7553,7808],"(13)":[45,6534,7554],"Google":[46,301,2133,2433,2895,3065,3340,3487,4763,4789,6535,6790,7555,7810],"Scholar":[47,302,2134,2434,2602,2877,2896,3024,3066,3341,3488,3509,6536,6791,7556,7811],"contains":[48,1025,6537,7557,8538,9485],"2":[49,385,629,678,742,871,1026,1271,1312,2043,2052,2280,2401,2685,2794,2836,2904,2961,3113,3352,3707,3987,4013,4015,4076,4127,4793,4927,5099,5309,5765,6538,6874,7118,7167,7231,7360,7558,7894,8138,8188,8252,8382,8539,8784,8825,9486,9735,9778],"parts,":[50,1027,6539,7559,8540,9487],"a":[51,78,150,167,196,233,306,396,409,414,424,449,495,875,1028,1055,1133,1138,1145,1151,1181,1185,1260,1296,1325,1343,1358,1444,1461,1482,1501,1588,1611,1628,1649,1656,1715,1765,1779,1794,1865,1919,1923,1940,1944,1953,1981,2021,2086,2212,2243,2411,2554,2589,2641,2665,2680,2752,2782,2785,2817,2862,2918,2926,2929,2950,2957,2963,2970,2993,3015,3076,3094,3194,3301,3343,3379,3584,3597,3629,3702,3718,3731,3736,3746,3771,3818,4103,4119,4288,4303,4329,4378,4384,4475,4486,4599,4622,4661,4940,5105,5192,5322,5442,5844,5978,5991,6009,6032,6125,6185,6239,6260,6266,6295,6426,6437,6540,6567,6639,6656,6685,6722,6795,6885,6898,6903,6913,6938,6984,7364,7560,7587,7659,7676,7705,7742,7815,7905,7918,7923,7933,7958,8004,8386,8541,8568,8646,8651,8658,8664,8694,8698,8773,8809,8838,8856,8871,8957,8974,8995,9014,9101,9124,9141,9162,9169,9228,9278,9292,9307,9370,9424,9428,9445,9449,9458,9488,9515,9595,9600,9607,9613,9643,9647,9724,9762,9791,9809,9824,9911,9928,9949,9968,10056],"comparison":[52,72,1029,1049,6541,6561,7561,7581,8542,8562,9489,9509],"the":[54,71,89,98,105,113,125,155,164,201,210,226,241,249,279,339,364,367,373,427,434,443,486,491,508,511,522,533,539,546,553,559,564,571,577,581,588,594,600,607,613,616,628,645,652,657,681,698,737,748,779,795,801,805,808,831,840,862,866,882,890,893,902,908,914,943,948,955,958,961,965,969,980,1002,1006,1016,1031,1048,1066,1075,1088,1106,1120,1156,1165,1168,1191,1203,1207,1231,1239,1242,1245,1265,1270,1285,1315,1333,1352,1376,1386,1393,1397,1404,1409,1427,1437,1455,1458,1473,1476,1479,1488,1498,1509,1513,1528,1532,1555,1563,1567,1581,1616,1625,1645,1661,1664,1668,1681,1687,1695,1705,1710,1723,1739,1741,1743,1747,1749,1755,1758,1776,1791,1816,1838,1844,1852,1855,1861,1889,1897,1902,1906,1912,1929,1988,1992,1995,1998,2026,2035,2079,2094,2102,2163,2178,2188,2208,2220,2223,2238,2265,2269,2279,2284,2297,2302,2320,2325,2371,2390,2404,2500,2505,2509,2522,2538,2557,2733,2793,2807,2810,2827,2849,2899,2923,2989,3070,3079,3100,3129,3132,3153,3158,3168,3176,3185,3199,3210,3220,3223,3229,3244,3249,3261,3267,3270,3280,3284,3309,3372,3412,3437,3440,3446,3516,3525,3546,3569,3696,3749,3756,3765,3809,3814,3831,3834,3845,3857,3863,3870,3877,3883,3888,3895,3901,3905,3912,3918,3923,3930,3936,3939,4005,4017,4030,4053,4089,4097,4108,4131,4152,4159,4202,4224,4258,4262,4296,4348,4403,4426,4446,4502,4511,4534,4545,4629,4632,4635,4644,4653,4673,4679,4689,4702,4747,4776,4792,4809,4817,4827,4839,4850,4861,4885,4892,5006,5044,5065,5076,5091,5122,5132,5142,5157,5185,5203,5208,5218,5224,5254,5270,5276,5280,5283,5312,5329,5353,5359,5371,5374,5377,5380,5384,5387,5393,5423,5427,5435,5446,5449,5456,5504,5520,5528,5533,5547,5558,5564,5579,5594,5603,5623,5627,5633,5641,5644,5653,5659,5665,5694,5699,5724,5728,5731,5737,5740,5792,5797,5859,5866,5897,5907,5924,5936,5942,5952,5994,6005,6014,6065,6137,6148,6178,6194,6205,6208,6211,6215,6219,6273,6281,6304,6309,6315,6326,6329,6333,6344,6349,6360,6364,6367,6389,6393,6403,6418,6459,6486,6543,6560,6578,6587,6594,6602,6614,6644,6653,6690,6699,6715,6730,6738,6768,6828,6853,6856,6862,6916,6923,6932,6975,6980,6997,7000,7011,7022,7028,7035,7042,7048,7053,7060,7066,7070,7077,7083,7089,7096,7102,7105,7117,7134,7141,7146,7170,7187,7226,7237,7268,7284,7290,7294,7297,7320,7329,7351,7355,7371,7379,7382,7391,7397,7403,7432,7437,7444,7447,7450,7454,7458,7469,7491,7495,7505,7563,7580,7598,7607,7614,7622,7634,7664,7673,7710,7719,7735,7750,7758,7788,7848,7873,7876,7882,7936,7943,7952,7995,8000,8017,8020,8031,8042,8048,8055,8062,8068,8073,8080,8086,8090,8097,8103,8109,8116,8122,8125,8137,8154,8162,8167,8191,8208,8247,8258,8289,8306,8312,8316,8319,8342,8351,8373,8377,8393,8401,8404,8413,8419,8425,8454,8459,8467,8470,8473,8477,8481,8492,8514,8518,8528,8544,8561,8579,8588,8601,8619,8633,8669,8678,8681,8704,8716,8720,8744,8752,8755,8758,8778,8783,8798,8828,8846,8865,8889,8899,8906,8910,8917,8922,8940,8950,8968,8971,8986,8989,8992,9001,9011,9022,9026,9041,9045,9068,9076,9080,9094,9129,9138,9158,9174,9177,9181,9194,9200,9208,9218,9223,9236,9252,9254,9256,9260,9262,9268,9271,9289,9304,9321,9343,9349,9357,9360,9366,9394,9402,9407,9411,9417,9434,9491,9508,9527,9536,9550,9568,9582,9618,9627,9630,9653,9665,9669,9694,9702,9706,9709,9729,9734,9750,9781,9799,9818,9842,9853,9860,9864,9871,9876,9894,9904,9922,9925,9940,9943,9946,9955,9965,9976,9980,9995,9999,10023,10031,10035,10049],"values":[55,214,253,1032,2039,2106,2239,2326,2707,3460,3521,4727,5330,5378,5388,5776,5869,6544,6703,6742,7564,7723,7762,8545,9492],"gathered":[56,1033,6545,7565,8546,9493],"by":[57,154,376,422,558,576,593,612,1034,1615,1702,1770,1911,2116,2181,2458,2488,3283,3449,3466,3492,3677,3744,3882,3900,3917,3935,4222,4293,4401,4871,5040,5464,5825,6039,6546,6643,6865,6911,7047,7065,7082,7101,7566,7663,7885,7931,8067,8085,8102,8121,8547,9128,9215,9283,9416,9494],"physicians":[62,1039,1477,3091,6551,7571,8552,8990,9499,9944],"about":[63,2609,3274,4250,4994,5906,6552,7572],"historical":[64,1041,3600,6553,7573,8554,9501],"information":[65,1042,1410,5905,6471,6554,7574,8555,8923,9502,9877],"chest":[67,1044,1999,5912,6556,7576,8557,9504],"pain":[68,896,1045,1331,2000,3647,5647,5913,5949,6557,7385,7577,8407,8558,8844,9505,9797],"these":[74,101,624,741,791,922,929,990,1051,1078,1730,2216,2315,2400,2544,2562,3947,3996,4125,4333,4832,5266,5390,5673,5680,5764,5774,5885,5984,6003,6175,6377,6563,6590,7113,7230,7280,7411,7418,7479,7583,7610,8133,8251,8302,8433,8440,8502,8564,8591,9243,9511,9539],"participants'":[75,1052,6564,7584,8565,9512],"recordings":[76,1053,6565,7585,8566,9513],"\u201ccorrect\u201d":[79,1056,1907,6568,7588,8569,9412,9516],"value":[80,1057,2337,2349,2953,2973,4160,5447,5454,6569,7589,8570,9517],"for":[81,112,143,205,215,221,228,230,269,292,430,436,451,494,532,638,778,790,798,839,921,1058,1238,1300,1346,1389,1604,1922,1991,2030,2040,2058,2074,2081,2083,2123,2275,2310,2415,2423,2579,2599,2620,2741,3122,3125,3138,3145,3202,3313,3325,3478,3497,3611,3752,3758,3773,3817,3856,4170,4261,4442,4802,4989,5253,5265,5273,5589,5602,5672,5745,5820,6002,6020,6064,6193,6570,6601,6632,6694,6704,6710,6717,6719,6758,6781,6919,6925,6940,6983,7021,7127,7267,7279,7287,7328,7410,7590,7621,7652,7714,7724,7730,7737,7739,7778,7801,7939,7945,7960,8003,8041,8147,8288,8301,8309,8350,8432,8571,8751,8813,8859,8902,9117,9427,9518,9701,9766,9812,9856],"each":[82,85,452,727,1010,1059,1062,1573,2311,2800,3107,3123,3126,3139,3203,3215,3314,3774,4040,4094,4245,4638,4936,5746,5761,5879,6397,6571,6574,6941,7216,7499,7591,7594,7961,8237,8522,8572,8575,9086,9519,9523,10041],"item.A.":[83,6572,7592],"For":[84,1061,1306,1323,2168,5178,6573,7593,8574,8819,8836,9522,9772,9789],"part,":[86,1063,6575,7595,8576,9524],"indicate":[87,856,1064,2791,5053,5617,6576,7345,7596,8367,8577,9525],"whether":[88,345,354,1065,1522,2751,3418,3427,4029,5328,6577,6834,6843,7597,7854,7863,8578,9035,9526,9989],"authors":[90,106,136,1067,1232,1556,1597,1898,6579,6595,6625,7599,7615,7645,8580,8745,9069,9110,9403,9528,9695,10024],"are":[91,117,390,439,445,476,481,548,555,566,573,583,590,602,609,685,689,701,775,853,884,1068,1277,1518,1524,1788,1826,1949,2226,2291,2316,2531,2631,2739,2796,2803,3217,3231,3277,3603,3621,3638,3660,3712,3761,3767,3799,3804,3872,3879,3890,3897,3907,3914,3925,3932,3967,3997,4110,4133,4186,4212,4216,4255,4393,4397,4429,4846,4880,4887,4894,4908,5003,5060,5250,5334,5336,5357,5507,5614,5635,5718,5852,5928,6079,6275,6352,6580,6606,6879,6928,6934,6965,6970,7037,7044,7055,7062,7072,7079,7091,7098,7174,7178,7190,7264,7342,7373,7600,7626,7899,7948,7954,7985,7990,8057,8064,8075,8082,8092,8099,8111,8118,8195,8199,8211,8285,8364,8395,8581,8790,9031,9037,9301,9331,9454,9529,9742,9985,9991],"studying":[92,1069,6581,7601,8582,9530],"or":[94,238,359,419,721,769,1019,1071,1172,1187,1217,1227,1402,1472,1490,1494,1515,1521,1544,1846,1864,1964,1974,2003,2091,2289,2383,2659,2688,2691,2813,3432,3690,3741,4003,4036,4038,4318,4320,4330,4933,4996,5107,5244,5342,5364,5417,5909,6023,6406,6468,6583,6727,6848,6908,7210,7258,7508,7603,7747,7868,7928,8231,8279,8531,8584,8685,8700,8730,8740,8915,8985,9003,9007,9028,9034,9057,9351,9369,9469,9479,9532,9634,9649,9679,9689,9869,9939,9957,9961,9982,9988,10011],"validity":[95,114,145,165,1072,1100,1179,1199,1240,1606,1626,1936,1955,6138,6584,6603,6634,6654,7604,7623,7654,7674,8585,8613,8692,8712,8753,9119,9139,9441,9460,9533,9562,9641,9661,9703],"explain":[97,927,1074,2561,5678,6586,7416,7606,8438,8587,9535],"difference":[99,1076,1756,3310,6588,7608,8589,9269,9537],"between":[100,957,1077,1097,1757,2067,2887,2903,2960,3008,3328,3693,3999,4362,4559,5308,6207,6589,7446,7609,8469,8590,8610,9270,9538,9559],"concepts.B.":[102,6591,7611],"What":[103,116,147,208,224,260,647,1229,1276,1608,2033,2077,2570,4811,6592,6605,6636,6697,6713,6749,7136,7612,7625,7656,7717,7733,7769,8156,8742,8789,9121,9692,9741,9850],"did":[104,1230,1894,6161,6593,7613,8743,9399,9693],"use":[107,1233,2742,3093,5865,6596,7616,8746,9696],"as":[108,255,406,1213,1224,1234,1960,1971,2108,2166,2230,2333,2410,2656,2669,2696,2805,2847,2997,3228,3554,3687,3728,4168,4514,4537,4678,4699,5199,6278,6285,6442,6597,6744,6895,7617,7764,7915,8726,8737,8747,9465,9476,9675,9686,9697],"their":[109,121,144,1235,1253,1281,1448,1605,2759,3318,3458,3619,4970,5432,5439,5555,5561,5917,6109,6121,6166,6598,6610,6633,7618,7630,7653,8748,8766,8794,8961,9118,9698,9717,9746,9915],"criterion":[110,126,1192,1236,1387,1914,1945,6133,6599,6615,7619,7635,8705,8749,8900,9419,9450,9654,9699,9854],"standard":[111,1193,1237,1299,1388,6134,6600,7620,8706,8750,8812,8901,9655,9700,9765,9855],"analysis?C.":[115,6604,7624],"problems":[119,981,1279,4748,5535,6368,6608,7470,7628,8493,8792,9744],"method":[122,1282,2165,2617,5210,6611,7631,8795,9747],"defining":[124,1284,6190,6613,7633,8797,9749],"(gold)":[127,6616,7636],"standard?":[128,1288,6617,7637,8801,9753],"Can":[129,925,951,1289,5676,6201,6618,7414,7440,7638,8436,8463,8802,9754],"you":[130,926,940,952,993,1290,1329,1849,1858,5677,5691,6202,6380,6619,7415,7429,7441,7482,7639,8437,8451,8464,8505,8803,8842,9354,9363,9755,9795],"think":[131,994,1291,5831,6381,6620,7483,7640,8506,8804,9756],"alternative":[133,1294,6622,7642,8807,9759],"approaches?D.":[134,6623,7643],"The":[135,287,851,1095,1148,1414,1596,1734,1752,2197,2254,2272,2335,2347,2359,2865,2881,3067,3112,3141,3473,4082,4147,4236,4411,4478,4685,4823,5116,5497,5612,5981,6263,6624,6776,7340,7644,7796,8362,8608,8661,8927,9109,9247,9265,9541,9557,9610,9881],"report":[137,1202,1598,1899,1957,1985,6626,7646,8715,9111,9404,9462,9664],"crude":[138,177,202,1599,1638,2027,2055,6627,6666,6691,7647,7686,7711,9112,9151],"agreement":[139,204,291,340,464,529,620,635,787,836,934,985,1018,1157,1226,1600,1904,1917,1973,1979,2029,2057,2064,2122,2273,2306,2312,2361,2380,2392,2414,2422,2438,2452,2463,2471,2483,2511,2551,2936,2946,3275,3305,3327,3413,3477,3565,3686,3786,3853,3943,3973,4069,4149,4163,4194,4327,4357,4448,4554,4668,4695,4734,4742,4770,4799,4825,4869,4875,4971,5054,5140,5190,5262,5460,5511,5568,5599,5685,5780,5802,5821,5957,5999,6015,6051,6063,6198,6244,6248,6290,6372,6405,6467,6628,6693,6780,6829,6953,7018,7109,7124,7276,7325,7423,7474,7507,7648,7713,7800,7849,7973,8038,8129,8144,8298,8347,8445,8497,8530,8670,8739,9113,9409,9422,9478,9619,9688],"interquartile":[141,156,1602,1617,1640,6630,6645,7650,7665,9115,9130,9153],"range":[142,211,1603,1641,1777,2036,2066,2443,2986,4361,4558,4663,4674,6631,6700,7651,7720,9116,9154,9290],"analysis.":[146,1607,6635,7655,9120],"part":[148,1081,1442,1609,6088,6637,7657,8594,8955,9122,9543,9909],"distribution":[151,1612,1716,6640,7660,9125,9229],"is":[152,209,225,347,408,465,469,489,641,794,823,942,1082,1090,1101,1194,1250,1255,1274,1303,1320,1342,1355,1365,1385,1418,1613,1655,1674,1725,1737,1754,1764,1783,1918,1927,1980,2034,2061,2078,2137,2153,2173,2256,2331,2397,2484,2503,2606,2611,2618,2623,2679,2730,2754,2834,2917,2983,3026,3149,3164,3174,3300,3420,3533,3551,3566,3664,3730,3787,3791,3812,3951,3974,4174,4266,4440,4450,4634,4692,4705,4719,4735,4805,4826,4836,4876,4889,4913,4954,5087,5191,5207,5269,5298,5350,5445,5461,5467,5475,5570,5585,5693,5788,5803,5809,5812,6129,6233,6249,6254,6434,6480,6641,6698,6714,6836,6897,6954,6958,6978,7130,7283,7312,7431,7661,7718,7734,7856,7917,7974,7978,7998,8150,8305,8334,8453,8595,8603,8614,8707,8763,8768,8787,8816,8833,8855,8868,8878,8898,8931,9126,9168,9187,9238,9250,9267,9277,9296,9423,9432,9544,9552,9563,9656,9714,9719,9738,9769,9786,9808,9821,9831,9852,9885],"described":[153,660,1614,6642,7149,7662,8170,9127],"range?":[157,1618,6646,7666,9131],"List":[158,1619,6647,7667,9132],"other":[159,261,1474,1620,2571,2801,5354,6648,6750,7668,7770,8987,9133,9941],"statistics":[160,1211,1621,1958,3252,6649,7669,8724,9134,9463,9673],"used":[161,265,1622,1727,2575,3044,3604,3639,3676,5088,6650,6754,7670,7774,9135,9240],"to":[162,175,266,316,321,326,332,349,400,447,675,855,901,907,913,971,1155,1196,1424,1447,1487,1526,1547,1561,1587,1623,1636,1644,1667,1709,1728,1828,1854,1867,1932,1951,1984,2145,2151,2175,2177,2213,2229,2244,2300,2308,2318,2342,2354,2363,2369,2394,2436,2460,2474,2576,2625,2674,2732,2757,2921,3028,3035,3045,3078,3097,3206,3260,3389,3394,3399,3405,3422,3461,3524,3592,3605,3640,3722,3769,3953,4135,4166,4335,4366,4456,4575,4697,4725,4860,4867,4915,4973,4983,4991,5019,5030,5038,5056,5089,5137,5306,5406,5412,5414,5437,5479,5488,5545,5574,5616,5652,5658,5664,5777,5782,5805,5864,5870,5941,5989,6030,6046,6069,6093,6119,6135,6189,6221,6236,6242,6283,6323,6354,6436,6483,6651,6664,6755,6805,6810,6815,6821,6838,6889,6936,7164,7344,7390,7396,7402,7460,7671,7684,7775,7825,7830,7835,7841,7858,7909,7956,8185,8366,8412,8418,8424,8483,8668,8709,8937,8960,9000,9039,9060,9074,9100,9136,9149,9157,9180,9222,9241,9333,9359,9372,9437,9456,9617,9658,9891,9914,9954,9993,10014,10029,10055],"describe":[163,1624,1934,6652,7672,9137,9439],"measure":[168,267,797,1629,2437,2577,2774,2870,2898,2922,3036,3046,5090,5272,6657,6756,7286,7677,7776,8308,9142],"why":[170,928,1631,5679,6659,7417,7679,8439,9144],"they":[171,457,1258,1523,1632,2225,3659,3779,4646,4956,5160,5333,5401,5420,5429,5901,6660,6946,7680,7966,8771,9036,9145,9722,9990],"might":[172,826,1336,1360,1633,3541,3614,4300,4434,4482,5301,5915,6661,7315,7681,8337,8849,8873,9146,9802,9826],"be":[173,264,380,706,818,828,997,1197,1311,1469,1537,1634,1700,2553,2574,2586,2712,2815,2840,3043,3207,3226,3453,3542,3577,3615,3655,3672,4151,4220,4670,4916,4976,5010,5135,5168,5175,5293,5303,5362,6091,6144,6184,6384,6662,6753,6869,7195,7307,7317,7486,7682,7773,7889,8216,8329,8339,8509,8710,8824,8982,9050,9147,9213,9659,9777,9936,10004],"preferable":[174,1635,6663,7683,9148],"reporting":[176,1015,1440,1637,5202,6402,6458,6665,7504,7685,8527,8953,9150,9907],"agreement.2Tabled":[178,6667,7687],"1MD":[179,2005,6668,7688],"Recorded":[180,182,2006,2008,6669,6671,7689,7691],"\u201cYes\u201dMD":[181,2007,6670,7690],"\u201cNo\u201dTotalRA":[183,2009,6672,7692],"recorded":[184,186,2010,2014,2283,6673,6675,7693,7695],"yes1176123RA":[185,6674,7694],"no18220Total1358143MD,":[187,6676,7696],"Medical":[188,6677,7697],"doctor;":[189,6678,7698],"RA,":[190,6679,7699],"assistant.":[192,6681,7701],"Open":[193,872,2018,2859,4116,4285,4375,4472,4596,4619,5975,6682,7361,7702,8383],"table":[194,654,873,883,967,1012,1990,2019,2060,2277,2512,2860,4117,4286,4376,4444,4473,4597,4620,4841,5206,5482,5499,5634,5710,5976,5996,6217,6428,6683,7143,7362,7372,7456,7501,7703,8164,8384,8394,8479,8524],"new":[197,876,2022,2863,2869,4120,4289,4379,4476,4600,4623,5979,6686,7365,7706,8387],"tab":[198,877,2023,2864,4121,4290,4380,4477,4601,4624,5980,6687,7366,7707,8388],"A.":[199,878,6688,7367,7708,8389],"Calculate":[200,218,2025,2071,6689,6707,7709,7727,8296],"percentage":[203,216,463,528,619,634,786,835,933,977,984,1017,1225,1903,1972,1978,2028,2041,2056,2303,2360,2466,2470,2491,3785,3852,3942,3972,4068,4162,4193,4356,4553,4654,4798,4824,5189,5261,5324,5598,5684,5706,5779,6227,6243,6247,6297,6371,6404,6466,6692,6705,6952,7017,7108,7123,7275,7324,7422,7466,7473,7506,7712,7725,7972,8037,8128,8143,8297,8346,8444,8489,8496,8529,8738,9408,9477,9687],"this":[206,222,514,649,813,827,1301,1390,1672,1935,2031,2059,2075,2276,2374,3001,3837,4443,4524,4813,4859,4923,5172,5288,5302,5369,5590,6151,6410,6695,6711,7003,7138,7302,7316,7715,7731,8023,8158,8324,8338,8814,8903,9185,9440,9767,9857],"table.":[207,223,2032,2076,4489,5726,6696,6712,7716,7732],"possible":[213,2038,4018,4062,4077,4385,6702,7722],"agreement?B.":[217,6706,7726],"Cohen's":[219,244,2072,2097,6708,6733,7728,7753],"\u03ba":[220,229,307,370,468,531,622,637,642,735,789,838,973,987,2073,2082,2113,2295,2330,2405,2441,2477,2501,3380,3443,3459,3523,3538,3585,3790,3855,3945,3959,4102,4173,4359,4439,4556,4676,4690,4726,4801,4806,4835,4848,4899,4903,5047,5086,5264,5513,5584,5601,5714,5772,5842,5927,6223,6232,6293,6307,6374,6709,6718,6796,6859,6957,7020,7111,7126,7131,7224,7278,7327,7462,7476,7729,7738,7816,7879,7977,8040,8131,8146,8151,8245,8300,8349,8485,8499],"formula":[227,2080,2406,6716,7736],"raters":[231,684,700,806,2084,2281,3074,3134,3186,3230,3988,4132,4185,4421,4529,4633,4641,4930,5002,5029,5077,5281,5314,5375,5396,5541,6025,6106,6720,7173,7189,7295,7740,8194,8210,8317],"making":[232,2085,5078,6721,7741],"binary":[234,2087,2677,6723,7743],"assessment":[235,1084,1092,1177,1937,2088,6095,6724,7744,8597,8605,8690,9442,9546,9554,9639],"(eg,":[236,2089,3596,3628,6725,7745],"yes/no":[237,2090,6726,7746],"true/false)?":[239,2092,6728,7748],"Discuss":[240,615,2093,3938,6729,7104,7749,8124],"purpose":[242,2095,6731,7751],"\u03ba,":[245,751,2098,4171,4665,5221,6734,7240,7754,8261],"its":[246,1368,2099,2985,4843,5716,6735,7755,8881,9834],"range,":[247,2100,6736,7756],"interpretations":[250,2103,6739,7759],"key":[252,2105,6741,7761],"such":[254,405,757,1212,1223,1959,1970,2107,2655,2668,3727,5232,6441,6743,6894,7246,7763,7914,8267,8725,8736,9464,9475,9674,9685],"\u20131,":[256,2109,6745,7765],"0,":[257,2110,6746,7766],"1.C.":[259,6748,7768],"measures":[262,2572,3346,6751,7771],"can":[263,1310,1698,2065,2248,2442,2573,2585,2699,3041,3253,3648,3960,4219,4642,4658,4723,6423,6752,7772,8823,9211,9776],"binary,":[270,2580,6759,7779],"categorical,":[271,2581,6760,7780],"continuous":[273,2583,2726,2745,6762,7782],"data?":[274,6763,7783],"3Cruz":[275,6764,7784],"al":[277,1024,3370,6318,6766,7786,8537,9484],"quote":[278,3371,6767,7787],"oft-cited":[280,3373,6769,7789],"Landis":[281,377,3374,3450,3467,6770,6866,7790,7886],"Koch2Landis":[283,3469,6772,7792],"J.R.":[284,3470,6773,7793],"Koch":[285,379,3376,3452,3471,6774,6868,7794,7888],"G.C.":[286,3472,6775,7795],"measurement":[288,2721,2884,3474,6777,7797],"observer":[290,1183,1209,1942,3476,6779,7799,8696,8722,9447,9645,9671],"categorical":[293,2681,3479,6782,7802],"data.Biometrics.":[294,3480,6783,7803],"1977;":[295,3481,6784,7804],"33:":[296,3482,6785,7805],"159-174Crossref":[297,3483,6786,7806],"(49675)":[300,3486,6789,7809],"article":[303,6319,6792,7812],"stating":[304,6793,7813],"that":[305,455,485,651,663,669,687,703,753,758,1115,1136,1252,1340,1362,1419,1484,1659,1713,1948,2234,2378,2389,2450,2481,2486,2504,2528,2604,2614,2792,2835,2984,3089,3184,3266,3307,3345,3378,3602,3637,3777,3808,3955,3977,4024,4048,4123,4267,4423,4453,4493,4498,4523,4628,4693,4716,4717,4728,4905,4969,5005,5049,5103,5128,5180,5228,5233,5367,5451,5453,5468,5789,5815,5822,5877,5914,5935,6036,6048,6090,6145,6231,6272,6303,6409,6422,6794,6944,6974,7140,7152,7158,7176,7192,7242,7247,7814,7964,7994,8161,8173,8179,8197,8213,8263,8268,8628,8649,8765,8853,8875,8932,8997,9172,9226,9453,9577,9598,9716,9806,9828,9886,9951],"\u201cless":[309,3382,6798,7818],"than":[310,1775,2456,3172,3383,3563,4106,4179,4452,4987,5721,5947,6199,6331,6465,6799,7819,9288],"0.2":[311,3384,6800,7820],"represents":[312,1660,3385,6801,7821,9173],"poor":[313,3386,6802,7822],"agreement;":[314,319,324,329,3387,3392,3397,3402,6803,6808,6813,6818,7823,7828,7833,7838],"0.21":[315,3388,6804,7824],"0.40,":[317,3390,6806,7826],"fair":[318,3391,4941,6807,7827],"0.41":[320,3393,6809,7829],"0.60,":[322,3395,6811,7831],"moderate":[323,3396,6812,7832],"0.61":[325,3398,6814,7834],"0.80,":[327,3400,6816,7836],"good":[328,3188,3401,3543,6817,7837],"0.81":[331,3404,6820,7840],"1.00,":[333,3406,6822,7842],"excellent":[334,2594,3407,3532,6823,7843],"agreement.\u201d":[335,3408,6824,7844],"Consider":[336,627,800,1987,3342,3409,4791,5275,6825,7116,7289,7845,8136,8311],"studies":[337,365,1200,3410,3438,6826,6854,7846,7874,8713,9662],"airline":[342,3415,6831,7851],"pilots":[343,3416,6832,7852],"deciding":[344,353,3417,3426,6833,6842,7853,7862],"it":[346,899,905,911,995,1249,1782,2172,3419,3590,5082,5444,5490,5650,5656,5662,5808,5816,5939,6382,6479,6835,7388,7394,7400,7484,7855,8410,8416,8422,8507,8762,9295,9713],"safe":[348,3421,3591,6837,7857],"land":[350,3423,6839,7859],"psychologists":[352,3425,6841,7861],"interviewees":[355,3428,6844,7864],"have":[356,931,1330,1400,1421,1435,1559,2387,3187,3240,3429,4520,4959,4982,5031,5397,5485,5682,6321,6355,6845,7420,7865,8442,8843,8913,8934,8948,9072,9796,9867,9888,9902,10027],"type":[357,360,3430,3433,6846,6849,7866,7869],"A":[358,2119,2419,2476,2676,2868,2943,2979,3180,3235,3431,3537,5969,6847,7867,10019],"B":[361,3434,5973,6850,7870],"personalities.":[362,3435,6851,7871]},"counts_by_year":[{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}