{"id":"https://openalex.org/W1965779000","doi":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","title":"Evaluating Open Access: Problems with the Program or the Studies?","display_name":"Evaluating Open Access: Problems with the Program or the Studies?","publication_year":2008,"publication_date":"2008-12-16","ids":{"openalex":"https://openalex.org/W1965779000","doi":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","mag":"1965779000","pmid":"https://pubmed.ncbi.nlm.nih.gov/19075215"},"language":"en","primary_location":{"id":"doi:10.7326/0003-4819-149-12-200812160-00016","doi":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},"volume":null,"type":"letter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109571602","display_name":"Arthur L. Kellermann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arthur L. Kellermann","raw_affiliation_strings":["From Emory University School of Medicine, Atlanta, GA 30322"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"From Emory University School of Medicine, Atlanta, GA 30322","institution_ids":["https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5109571602"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"149","issue":"12","first_page":"910","last_page":"911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11095","display_name":"Emergency and Acute Care Studies","score":0.49459999799728394,"subfield":{"id":"https://openalex.org/subfields/2711","display_name":"Emergency Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11095","display_name":"Emergency and Acute Care Studies","score":0.49459999799728394,"subfield":{"id":"https://openalex.org/subfields/2711","display_name":"Emergency Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11590","display_name":"Primary Care and Health Outcomes","score":0.18459999561309814,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.14640000462532043,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-access-scheduling","display_name":"open access scheduling","score":0.796999990940094},{"id":"https://openalex.org/keywords/primary-care","display_name":"primary care","score":0.6460000276565552},{"id":"https://openalex.org/keywords/appointment-waiting-times","display_name":"appointment wait times","score":0.7590000033378601},{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.40400001406669617},{"id":"https://openalex.org/keywords/implementation-evaluation","display_name":"implementation evaluation","score":0.4560000002384186},{"id":"https://openalex.org/keywords/emergency-department-visits","display_name":"emergency department visits","score":0.5350000262260437},{"id":"https://openalex.org/keywords/uninsured-patients","display_name":"uninsured patients","score":0.871999979019165},{"id":"https://openalex.org/keywords/health-care-access","display_name":"health care access","score":0.5789999961853027},{"id":"https://openalex.org/keywords/primary-care-reform","display_name":"primary care reform","score":0.4309999942779541},{"id":"https://openalex.org/keywords/quality-of-care","display_name":"quality of care","score":0.42100000381469727},{"id":"https://openalex.org/keywords/health-care-utilization","display_name":"health care utilization","score":0.4790000021457672}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8148459196090698},{"id":"https://openalex.org/C2780724011","wikidata":"https://www.wikidata.org/wiki/Q1295316","display_name":"Emergency department","level":2,"score":0.6738046407699585},{"id":"https://openalex.org/C2778037673","wikidata":"https://www.wikidata.org/wiki/Q4034536","display_name":"Atlanta","level":3,"score":0.4852850139141083},{"id":"https://openalex.org/C2984752397","wikidata":"https://www.wikidata.org/wiki/Q3259956","display_name":"Primary care","level":2,"score":0.44814229011535645},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4399968981742859},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.4142796993255615},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.3457399010658264},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.27668365836143494},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.09285274147987366},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C158739034","wikidata":"https://www.wikidata.org/wiki/Q1907114","display_name":"Metropolitan area","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D001071","descriptor_name":"Appointments and Schedules","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006297","descriptor_name":"Health Services Accessibility","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007588","descriptor_name":"Job Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009817","descriptor_name":"Office Management","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D011320","descriptor_name":"Primary Health Care","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D017060","descriptor_name":"Patient Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.7326/0003-4819-149-12-200812160-00016","doi":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-149-12-200812160-00016","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},{"id":"pmid:19075215","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19075215","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of internal medicine","raw_type":"Comment"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4043000042438507,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2055476904","https://openalex.org/W2145385572"],"related_works":["https://openalex.org/W2055476904","https://openalex.org/W2075869288","https://openalex.org/W1590040509","https://openalex.org/W2123619022","https://openalex.org/W2905881048","https://openalex.org/W2163326417","https://openalex.org/W1967957485","https://openalex.org/W2370440427","https://openalex.org/W83429188","https://openalex.org/W2932523839"],"abstract_inverted_index":{"LettersDecember":[0],"16,":[1,341,356],"2008Evaluating":[2],"Open":[3,282,302,315,327],"Access:":[4,283,303,316,328],"Problems":[5,284,304,317,329],"with":[6,97,129,285,305,318,330],"the":[7,10,73,121,185,189,196,212,218,229,286,289,306,309,319,322,331,334],"Program":[8,287,307,320,332],"or":[9,133,288,308,321,333],"Studies?Arthur":[11],"L.":[12,16],"Kellermann,":[13,17],"MD,":[14,18],"MPHArthur":[15],"MPHFrom":[19],"Emory":[20,246],"University":[21,247],"School":[22,248],"of":[23,63,82,155,208,214,249,262,366],"Medicine,":[24,250],"Atlanta,":[25,251],"GA":[26,252],"30322.Search":[27],"for":[28,54,108,188],"more":[29],"papers":[30],"by":[31,363],"this":[32],"authorAuthor,":[33],"Article,":[34,241],"and":[35,51,59,149,242,277,297],"Disclosure":[36,243],"Informationhttps://doi.org/10.7326/0003-4819-149-12-200812160-00016":[37],"SectionsAboutFull":[38],"TextPDF":[39],"ToolsAdd":[40],"to":[41,49,57,65,78,88,103,112],"favoritesDownload":[42],"CitationsTrack":[43],"CitationsPermissions":[44],"ShareFacebookTwitterLinkedInRedditEmail":[45],"TO":[46],"THE":[47],"EDITOR:Kudos":[48],"Mehrotra":[50,145,272,292],"colleagues":[52],"(1)":[53],"their":[55,80,93],"effort":[56],"implement":[58],"evaluate":[60],"open-access":[61,153],"scheduling":[62,154],"visits":[64,156,194],"6":[66],"Boston-area":[67],"primary":[68,158],"care":[69,159,348],"practices.":[70],"Unfortunately,":[71],"because":[72],"authors":[74],"didn't":[75],"come":[76],"close":[77],"achieving":[79],"goal":[81],"same-day":[83],"access,":[84],"it":[85],"is":[86],"difficult":[87],"draw":[89],"meaningful":[90,115],"conclusions":[91],"from":[92],"findings.":[94],"Few":[95],"patients":[96],"an":[98,105,138],"acute":[99],"problem":[100,135],"are":[101],"likely":[102],"consider":[104],"8-day":[106],"wait":[107],"a":[109,114,127,130,141,161],"15-minute":[110],"appointment":[111,139],"be":[113],"improvement.":[116],"But":[117],"evidently,":[118],"that":[119],"was":[120],"best":[122],"these":[123],"practices":[124],"could":[125],"do.When":[126],"patient":[128],"physically":[131],"uncomfortable":[132],"worrisome":[134],"cannot":[136],"secure":[137],"within":[140],"reasonable":[142],"amount":[143],"...References1.":[144],"A,":[146],"Keehl-Markowitz":[147,275,295],"L,":[148],"Ayanian":[150,280,300],"JZ.":[151],"Implementing":[152],"in":[157,191,195,217,264],"practices:":[160],"cautionary":[162],"tale.":[163],"Ann":[164,199],"Intern":[165],"Med.":[166,201],"2008;148:915-22":[167],"LinkGoogle":[168],"Scholar2.":[169],"Weber":[170],"EJ,":[171],"Showstack":[172],"JA,":[173],"Hunt":[174],"KA,":[175],"Colby":[176],"DC,":[177],"Grimes":[178],"B,":[179],"Bacchetti":[180],"P,":[181],"et":[182],"al.":[183],"Are":[184],"uninsured":[186],"responsible":[187],"increase":[190],"emergency":[192],"department":[193],"United":[197],"States?":[198],"Emerg":[200],"2008;52:108-15.":[202],"[PMID:":[203],"18407374]":[204],"CrossrefMedlineGoogle":[205],"Scholar3.":[206],"Institute":[207],"Medicine":[209],"Committee":[210],"on":[211],"Future":[213],"Emergency":[215,226],"Care":[216,266],"U.":[219],"S.":[220],"Health":[221],"System":[222],".":[223],"Hospital":[224],"Based":[225],"Care:":[227],"At":[228],"Breaking":[230],"Point.":[231],"Washington":[232],"D.C.":[233],"National":[234],"Academies":[235],"Pr":[236],"2006.":[237],"Google":[238],"Scholar":[239],"Author,":[240],"InformationAffiliations:":[244],"From":[245],"30322.Disclosures:":[253],"None":[254],"disclosed.":[255],"PreviousarticleNextarticle":[256],"Advertisement":[257],"FiguresReferencesRelatedDetailsSee":[258],"AlsoImplementing":[259],"Open-Access":[260],"Scheduling":[261],"Visits":[263],"Primary":[265],"Practices:":[267],"A":[268],"Cautionary":[269],"Tale":[270],"Ateev":[271,291],",":[273,276,293,296],"Lori":[274,294],"John":[278,298],"Z.":[279,299],"Evaluating":[281,301,314,326],"Studies?":[290,310,323,335],"Mark":[311],"F.":[312],"Murray":[313],"Chris":[324],"Salisbury":[325],"Daren":[336],"R.":[337],"Anderson":[338],"Metrics":[339],"December":[340,351,355],"2008Volume":[342],"149,":[343],"Issue":[344,353],"12Page:":[345],"910-911KeywordsHealth":[346],"carePhysiciansPrimary":[347],"ePublished:":[349],"16":[350],"2008":[352,357,362],"Published:":[354],"Copyright":[358],"&":[359],"PermissionsCopyright":[360],"\u00a9":[361],"American":[364],"College":[365],"Physicians.":[367],"All":[368],"Rights":[369],"Reserved.PDF":[370],"downloadLoading":[371],"...":[372]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}