{"id":"https://openalex.org/W2046098523","doi":"https://doi.org/10.1097/00003246-199909000-00046","title":"Interobserver variability in data collection of the APACHE II score in teaching and community hospitals","display_name":"Interobserver variability in data collection of the APACHE II score in teaching and community hospitals","publication_year":1999,"publication_date":"1999-09-01","ids":{"openalex":"https://openalex.org/W2046098523","doi":"https://doi.org/10.1097/00003246-199909000-00046","mag":"2046098523","pmid":"https://pubmed.ncbi.nlm.nih.gov/10507631"},"language":"en","primary_location":{"id":"doi:10.1097/00003246-199909000-00046","doi":"https://doi.org/10.1097/00003246-199909000-00046","is_oa":false,"landing_page_url":"https://doi.org/10.1097/00003246-199909000-00046","pdf_url":null,"source":{"id":"https://openalex.org/S108732581","display_name":"Critical Care Medicine","issn_l":"0090-3493","issn":["0090-3493","1530-0293"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical Care Medicine","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028833401","display_name":"Liddy M. Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I2800925808","display_name":"London Health Sciences Centre","ror":"https://ror.org/037tz0e16","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800925808"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Liddy M. Chen","raw_affiliation_strings":["Critical Care Research Network, London Health Sciences Centre, Ontario, Canada","the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Critical Care Research Network, London Health Sciences Centre, Ontario, Canada","institution_ids":["https://openalex.org/I2800925808"]},{"raw_affiliation_string":"the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732","https://openalex.org/I2800925808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031981118","display_name":"Claudio M. Martin","orcid":"https://orcid.org/0000-0003-3971-3166","observed_orcids":["https://orcid.org/0000-0003-3971-3166"]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I2800925808","display_name":"London Health Sciences Centre","ror":"https://ror.org/037tz0e16","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800925808"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Claudio M. Martin","raw_affiliation_strings":["Claudio Martin, MD, Critical Care Research Network, London Health Sciences Centre, Victoria Campus, 375 South Street, London, Ontario, Canada N6A 4G5","the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Claudio Martin, MD, Critical Care Research Network, London Health Sciences Centre, Victoria Campus, 375 South Street, London, Ontario, Canada N6A 4G5","institution_ids":["https://openalex.org/I2800925808"]},{"raw_affiliation_string":"the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732","https://openalex.org/I2800925808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010189760","display_name":"Teresa Morrison","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I2800925808","display_name":"London Health Sciences Centre","ror":"https://ror.org/037tz0e16","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800925808"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Teresa L. Morrison","raw_affiliation_strings":["the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732","https://openalex.org/I2800925808"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063775207","display_name":"William J. Sibbald","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I2800925808","display_name":"London Health Sciences Centre","ror":"https://ror.org/037tz0e16","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800925808"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"William J. Sibbald","raw_affiliation_strings":["the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"the Critical Care Research Network, London Health Sciences Centre (Drs. Chen, Martin, Morrison, and Sibbald) and the Department of Medicine, University of Western Ontario (Drs. Martin and Sibbald), London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732","https://openalex.org/I2800925808"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.3404,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.98971193,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"27","issue":"9","first_page":"1999","last_page":"2004"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.4814000129699707,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.4814000129699707,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.40720000863075256,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/apache-ii","display_name":"APACHE II score","score":0.9620000123977661},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8840000033378601},{"id":"https://openalex.org/keywords/intensive-care-unit-admission","display_name":"intensive care unit admission","score":0.6129999756813049},{"id":"https://openalex.org/keywords/mortality-prediction","display_name":"mortality prediction","score":0.6620000004768372},{"id":"https://openalex.org/keywords/teaching-hospitals","display_name":"teaching hospitals","score":0.5730000138282776},{"id":"https://openalex.org/keywords/community-hospitals","display_name":"community hospitals","score":0.9990000128746033},{"id":"https://openalex.org/keywords/glasgow-coma-scale","display_name":"Glasgow Coma Scale","score":0.6869999766349792},{"id":"https://openalex.org/keywords/probability-of-death","display_name":"probability of death","score":0.4350000023841858}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9291439056396484},{"id":"https://openalex.org/C2780347030","wikidata":"https://www.wikidata.org/wiki/Q344843","display_name":"APACHE II","level":3,"score":0.6337611675262451},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.45616987347602844},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4239274859428406},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.3399848937988281},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3025623559951782},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.260076642036438},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.18286702036857605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006764","descriptor_name":"Hospitals, Community","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D006784","descriptor_name":"Hospitals, Teaching","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D009864","descriptor_name":"Ontario","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015600","descriptor_name":"Glasgow Coma Scale","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017052","descriptor_name":"Hospital Mortality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018806","descriptor_name":"APACHE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1097/00003246-199909000-00046","doi":"https://doi.org/10.1097/00003246-199909000-00046","is_oa":false,"landing_page_url":"https://doi.org/10.1097/00003246-199909000-00046","pdf_url":null,"source":{"id":"https://openalex.org/S108732581","display_name":"Critical Care Medicine","issn_l":"0090-3493","issn":["0090-3493","1530-0293"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical Care Medicine","raw_type":"journal-article"},{"id":"pmid:10507631","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/10507631","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical care medicine","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9391000270843506,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W30510676","https://openalex.org/W1965145288","https://openalex.org/W1980035964","https://openalex.org/W1986994540","https://openalex.org/W2008422372","https://openalex.org/W2016555683","https://openalex.org/W2019286846","https://openalex.org/W2033925475","https://openalex.org/W2036826009","https://openalex.org/W2053217442","https://openalex.org/W2056187077","https://openalex.org/W2059614569","https://openalex.org/W2071637551","https://openalex.org/W2076576881","https://openalex.org/W2083478799","https://openalex.org/W2083634842","https://openalex.org/W2091423173","https://openalex.org/W2093250284","https://openalex.org/W2120156715","https://openalex.org/W2128349740","https://openalex.org/W2342943132","https://openalex.org/W2395668564","https://openalex.org/W4233830941","https://openalex.org/W4293242440"],"related_works":["https://openalex.org/W2053217442","https://openalex.org/W2164196607","https://openalex.org/W2071985412","https://openalex.org/W2162284245","https://openalex.org/W2166196885","https://openalex.org/W2036826009","https://openalex.org/W1919775504","https://openalex.org/W2070132559","https://openalex.org/W2969383002","https://openalex.org/W2035120956"],"abstract_inverted_index":{"OBJECTIVES:":[0],"To":[1],"examine":[2],"interobserver":[3],"reliability":[4],"of":[5,20,45,80,93,135,174,192,240,248,262,291],"the":[6,66,74,81,88,94,100,142,151,158,166,172,178,195,207,220,227,232,249],"Acute":[7],"Physiologic":[8],"and":[9,16,37,63,104,115,265],"Chronic":[10],"Health":[11],"Evaluation":[12],"(APACHE)":[13],"II":[14,76,148,180,197,251],"score":[15,149,198,209],"identify":[17],"major":[18],"causes":[19],"variability":[21,278],"in":[22,34,111,133,184,206,245,256],"data":[23,131,222,234,241,269,275,281],"collection.":[24],"DESIGN:":[25],"Descriptive,":[26],"comparative":[27],"analysis.":[28],"SETTING:":[29],"Nine":[30],"intensive":[31,122],"care":[32,123],"units":[33],"two":[35],"teaching":[36],"six":[38],"community":[39],"hospitals":[40],"SUBJECTS:":[41],"A":[42],"random":[43],"sample":[44],"342":[46],"patient":[47,186],"records":[48],"selected":[49],"from":[50,73,155,177,219,231,280],"a":[51,260],"network":[52],"database.":[53],"INTERVENTION:":[54],"None.":[55],"MEASUREMENTS":[56],"AND":[57],"MAIN":[58],"RESULTS:":[59],"Data":[60],"were":[61,85,97],"reabstracted":[62,221],"compared":[64,86,98],"with":[65,202],"original":[67,233],"records.":[68,187],"Individual":[69],"physiologic":[70,83],"points":[71],"derived":[72,176],"APACHE":[75,147,179,196,250],"scoring":[77],"system":[78,119],"(instead":[79],"actual":[82],"values)":[84],"using":[87,99],"kappa":[89,152],"statistic.":[90],"Paired":[91],"measurements":[92],"continuous":[95],"variables":[96],"interclass":[101],"correlation":[102],"coefficient":[103],"Bland-Altman":[105],"plots.":[106],"Excellent":[107],"agreement":[108,189],"was":[109,126,182,199,223],"found":[110],"most":[112],"demographic,":[113],"admission,":[114],"discharge":[116],"data.":[117],"The":[118,216],"failure":[120],"requiring":[121],"unit":[124],"admission":[125],"consistently":[127],"identified":[128],"by":[129],"both":[130],"collectors":[132],"88%":[134],"cases,":[136],"but":[137],"only":[138],"66%":[139],"agreed":[140],"on":[141],"exact":[143],"admitting":[144],"diagnosis.":[145],"For":[146],"components,":[150],"statistic":[153],"ranged":[154],"0.315":[156],"for":[157,165,267],"Glasgow":[159],"Coma":[160],"Scale":[161],"point":[162],"to":[163,226,284],"0.976":[164],"age":[167],"point.":[168],"Significant":[169,254],"disagreement":[170],"regarding":[171,194],"probability":[173],"death":[175],"model":[181],"evident":[183],"some":[185,257],"Overall":[188],"among":[190],"groups":[191],"patients":[193],"good,":[200],"however,":[201],"no":[203],"significant":[204],"difference":[205],"mean":[208],"(20.2":[210],"vs.":[211],"20.1;":[212],"p":[213],"=":[214,236],".758).":[215],"predicted":[217,229],"mortality":[218,230],"30%,":[224],"similar":[225],"27%":[228],"(p":[235],".380).":[237],"CONCLUSION:":[238],"Reliability":[239],"collection":[242,270,282],"varied":[243],"widely":[244],"different":[246],"components":[247,258],"probability-of-death":[252],"model.":[253],"discrepancies":[255],"suggested":[259],"lack":[261],"explicit":[263],"definitions":[264],"timing":[266],"consistent":[268],"between":[271,274],"institutions":[272],"or":[273],"collectors.":[276],"Nonetheless,":[277],"resulting":[279],"appears":[283],"be":[285],"randomly":[286],"distributed,":[287],"so":[288],"that":[289],"comparisons":[290],"group":[292],"means":[293],"are":[294],"valid.":[295]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}