{"id":"https://openalex.org/W3023658232","doi":"https://doi.org/10.1016/j.ijrobp.2020.04.040","title":"Interrater Reliability in Toxicity Identification: Limitations of Current Standards","display_name":"Interrater Reliability in Toxicity Identification: Limitations of Current Standards","publication_year":2020,"publication_date":"2020-05-03","ids":{"openalex":"https://openalex.org/W3023658232","doi":"https://doi.org/10.1016/j.ijrobp.2020.04.040","mag":"3023658232","pmid":"https://pubmed.ncbi.nlm.nih.gov/32371073"},"language":"en","primary_location":{"id":"doi:10.1016/j.ijrobp.2020.04.040","doi":"https://doi.org/10.1016/j.ijrobp.2020.04.040","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.ijrobp.2020.04.040","pdf_url":null,"source":{"id":"https://openalex.org/S110533041","display_name":"International Journal of Radiation Oncology*Biology*Physics","issn_l":"0360-3016","issn":["0360-3016","1879-355X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Radiation Oncology*Biology*Physics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056897642","display_name":"Andrew T. Fairchild","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew T. Fairchild","raw_affiliation_strings":["Department of Radiation Oncology, Duke University, Durham, North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Duke University, Durham, North Carolina","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016719059","display_name":"Jarred Tanksley","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jarred P. Tanksley","raw_affiliation_strings":["Department of Radiation Oncology, Duke University, Durham, North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Duke University, Durham, North Carolina","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052549427","display_name":"Jessica D. Tenenbaum","orcid":"https://orcid.org/0000-0003-3532-565X","observed_orcids":["https://orcid.org/0000-0003-3532-565X"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica D. Tenenbaum","raw_affiliation_strings":["Department of Biostatistics and Bioinformatics, Duke University, Durham, North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics, Duke University, Durham, North Carolina","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019376688","display_name":"Manisha Palta","orcid":"https://orcid.org/0000-0002-9085-9075","observed_orcids":["https://orcid.org/0000-0002-9085-9075"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manisha Palta","raw_affiliation_strings":["Department of Radiation Oncology, Duke University, Durham, North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Duke University, Durham, North Carolina","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014383571","display_name":"Julian C. Hong","orcid":"https://orcid.org/0000-0001-5172-6889","observed_orcids":["https://orcid.org/0000-0001-5172-6889"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Julian C. Hong","raw_affiliation_strings":["Department of Radiation Oncology, Duke University, Durham, North Carolina; Department of Radiation Oncology, University of California, San Francisco, San Francisco, California; Bakar Computational Health Sciences Institute, University of California, San Francisco, San Francisco, California. Electronic address: julian.hong@ucsf.edu","Bakar Computational Health Sciences Institute, University of California, San Francisco, San Francisco, California","Department of Radiation Oncology, Duke University, Durham, North Carolina","Department of Radiation Oncology, University of California, San Francisco, San Francisco, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Duke University, Durham, North Carolina; Department of Radiation Oncology, University of California, San Francisco, San Francisco, California; Bakar Computational Health Sciences Institute, University of California, San Francisco, San Francisco, California. Electronic address: julian.hong@ucsf.edu","institution_ids":["https://openalex.org/I170897317","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Bakar Computational Health Sciences Institute, University of California, San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Department of Radiation Oncology, Duke University, Durham, North Carolina","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Department of Radiation Oncology, University of California, San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014383571"],"corresponding_institution_ids":["https://openalex.org/I170897317","https://openalex.org/I180670191"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":1.974,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.87737738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"107","issue":"5","first_page":"996","last_page":"1000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.025299999862909317,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9950000047683716},{"id":"https://openalex.org/keywords/ctcae","display_name":"CTCAE","score":0.7099999785423279},{"id":"https://openalex.org/keywords/toxicity-grading","display_name":"toxicity grading","score":0.6679999828338623},{"id":"https://openalex.org/keywords/radiotherapy-toxicity","display_name":"radiotherapy toxicity","score":0.6899999976158142},{"id":"https://openalex.org/keywords/adverse-event-reporting","display_name":"adverse event reporting","score":0.7269999980926514},{"id":"https://openalex.org/keywords/cohen-s-kappa","display_name":"Cohen's kappa","score":0.640999972820282},{"id":"https://openalex.org/keywords/clinical-trial-design","display_name":"clinical trial design","score":0.44699999690055847}],"concepts":[{"id":"https://openalex.org/C2777793932","wikidata":"https://www.wikidata.org/wiki/Q1116229","display_name":"Common Terminology Criteria for Adverse Events","level":3,"score":0.9093513488769531},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8669638633728027},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.7756078243255615},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6023802757263184},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.580939531326294},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.5760499238967896},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.5614216923713684},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.48858770728111267},{"id":"https://openalex.org/C197815874","wikidata":"https://www.wikidata.org/wiki/Q6058299","display_name":"Intra-rater reliability","level":3,"score":0.47260433435440063},{"id":"https://openalex.org/C197934379","wikidata":"https://www.wikidata.org/wiki/Q2047938","display_name":"Adverse effect","level":2,"score":0.45783165097236633},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.39922571182250977},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2703498303890228},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1718689501285553},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.1617787778377533},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":"Q000532","qualifier_name":"radiotherapy","is_major_topic":true},{"descriptor_ui":"D011878","descriptor_name":"Radiotherapy","qualifier_ui":"Q000009","qualifier_name":"adverse effects","is_major_topic":true},{"descriptor_ui":"D011878","descriptor_name":"Radiotherapy","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D054547","descriptor_name":"National Cancer Institute (U.S.)","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1016/j.ijrobp.2020.04.040","doi":"https://doi.org/10.1016/j.ijrobp.2020.04.040","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.ijrobp.2020.04.040","pdf_url":null,"source":{"id":"https://openalex.org/S110533041","display_name":"International Journal of Radiation Oncology*Biology*Physics","issn_l":"0360-3016","issn":["0360-3016","1879-355X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Radiation Oncology*Biology*Physics","raw_type":"journal-article"},{"id":"pmid:32371073","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32371073","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of radiation oncology, biology, physics","raw_type":"Journal Article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt444177pp","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/444177pp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International journal of radiation oncology, biology, physics, vol 107, iss 5","raw_type":"article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt444177pp","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/444177pp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Radiation Oncology \u2022 Biology \u2022 Physics, vol 107, iss 5","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3"}],"sustainable_development_goals_aurora":[{"display_name":"Good health and well-being","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1913022536","https://openalex.org/W2043517595","https://openalex.org/W2121288264","https://openalex.org/W2285761451","https://openalex.org/W2939239354","https://openalex.org/W2972318384","https://openalex.org/W2998727000","https://openalex.org/W4294214983"],"related_works":["https://openalex.org/W1999784741","https://openalex.org/W2075111147","https://openalex.org/W2269276099","https://openalex.org/W2110397087","https://openalex.org/W2291160757","https://openalex.org/W7095404963","https://openalex.org/W2221852381","https://openalex.org/W7172206609","https://openalex.org/W7202038932","https://openalex.org/W1956686039"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2020-05-13T00:00:00"}