{"id":"https://openalex.org/W2018755708","doi":"https://doi.org/10.1001/archpsyc.1996.01830100016003","title":"Peering Into the 'Black Box'","display_name":"Peering Into the 'Black Box'","publication_year":1996,"publication_date":"1996-10-01","ids":{"openalex":"https://openalex.org/W2018755708","doi":"https://doi.org/10.1001/archpsyc.1996.01830100016003","mag":"2018755708","pmid":"https://pubmed.ncbi.nlm.nih.gov/8857863"},"language":"en","primary_location":{"id":"doi:10.1001/archpsyc.1996.01830100016003","doi":"https://doi.org/10.1001/archpsyc.1996.01830100016003","is_oa":false,"landing_page_url":"https://doi.org/10.1001/archpsyc.1996.01830100016003","pdf_url":null,"source":{"id":"https://openalex.org/S126359496","display_name":"Archives of General Psychiatry","issn_l":"0003-990X","issn":["0003-990X","1538-3636"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of General Psychiatry","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060173324","display_name":"Harold Alan Pincus","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210159199","display_name":"American Psychiatric Association","ror":"https://ror.org/05vgb7p23","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210159199"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Harold Alan Pincus","raw_affiliation_strings":["Office of Research, American Psychiatric Association, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of Research, American Psychiatric Association, Washington, DC, USA","institution_ids":["https://openalex.org/I4210159199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5060173324"],"corresponding_institution_ids":["https://openalex.org/I4210159199"],"apc_list":null,"apc_paid":null,"fwci":26.8538,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.99492094,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"53","issue":"10","first_page":"870","last_page":"870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10391","display_name":"Healthcare Policy and Management","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10391","display_name":"Healthcare Policy and Management","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13944","display_name":"Psychiatric care and mental health services","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12871","display_name":"Healthcare Quality and Management","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/managed-care","display_name":"managed care","score":0.9900000095367432},{"id":"https://openalex.org/keywords/mental-health-services","display_name":"mental health services","score":0.984000027179718},{"id":"https://openalex.org/keywords/substance-abuse-services","display_name":"substance abuse services","score":0.9750000238418579},{"id":"https://openalex.org/keywords/health-plans","display_name":"health plans","score":0.6940000057220459},{"id":"https://openalex.org/keywords/health-care-utilization","display_name":"health care utilization","score":0.5239999890327454},{"id":"https://openalex.org/keywords/treatment-selection","display_name":"treatment selection","score":0.7480000257492065},{"id":"https://openalex.org/keywords/outcome-measures","display_name":"outcome measures","score":0.7590000033378601},{"id":"https://openalex.org/keywords/risk-adjustment","display_name":"risk adjustment","score":0.9959999918937683},{"id":"https://openalex.org/keywords/patient-selection-bias","display_name":"patient selection bias","score":0.925000011920929},{"id":"https://openalex.org/keywords/health-care-purchasers","display_name":"health care purchasers","score":0.6639999747276306},{"id":"https://openalex.org/keywords/research-agenda","display_name":"research agenda","score":0.43700000643730164},{"id":"https://openalex.org/keywords/health-care-costs","display_name":"health care costs","score":0.4449999928474426}],"concepts":[{"id":"https://openalex.org/C2780265253","wikidata":"https://www.wikidata.org/wiki/Q1416012","display_name":"Managed care","level":3,"score":0.6697673797607422},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.6209765672683716},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.5608526468276978},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5518954396247864},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5423418283462524},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.4706636667251587},{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.4705888330936432},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4367874264717102},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.3581831455230713},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34256017208099365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2635499835014343},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17010214924812317},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.12163805961608887},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000534","qualifier_name":"rehabilitation","is_major_topic":false},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D006296","descriptor_name":"Health Services","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D006302","descriptor_name":"Health Services Research","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":false},{"descriptor_ui":"D006302","descriptor_name":"Health Services Research","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007348","descriptor_name":"Insurance, Health","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":false},{"descriptor_ui":"D007348","descriptor_name":"Insurance, Health","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D008329","descriptor_name":"Managed Care Programs","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D014600","descriptor_name":"Utilization Review","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017048","descriptor_name":"Health Care Costs","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D017063","descriptor_name":"Outcome Assessment, Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018579","descriptor_name":"Patient Selection","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1001/archpsyc.1996.01830100016003","doi":"https://doi.org/10.1001/archpsyc.1996.01830100016003","is_oa":false,"landing_page_url":"https://doi.org/10.1001/archpsyc.1996.01830100016003","pdf_url":null,"source":{"id":"https://openalex.org/S126359496","display_name":"Archives of General Psychiatry","issn_l":"0003-990X","issn":["0003-990X","1538-3636"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of General Psychiatry","raw_type":"journal-article"},{"id":"pmid:8857863","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/8857863","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of general psychiatry","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8560000061988831},{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7390999794006348}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W137837948","https://openalex.org/W138059543","https://openalex.org/W653308154","https://openalex.org/W1966574994","https://openalex.org/W1970237678","https://openalex.org/W1973668456","https://openalex.org/W1974384440","https://openalex.org/W1975734278","https://openalex.org/W1984456953","https://openalex.org/W1994226225","https://openalex.org/W1996497116","https://openalex.org/W2000073136","https://openalex.org/W2010256798","https://openalex.org/W2012545289","https://openalex.org/W2016544250","https://openalex.org/W2018281899","https://openalex.org/W2019291989","https://openalex.org/W2034329620","https://openalex.org/W2049370790","https://openalex.org/W2051169196","https://openalex.org/W2052877306","https://openalex.org/W2060674904","https://openalex.org/W2069579918","https://openalex.org/W2071637551","https://openalex.org/W2082182597","https://openalex.org/W2122330657","https://openalex.org/W2127514432","https://openalex.org/W2137846772","https://openalex.org/W2151012849","https://openalex.org/W2160081659","https://openalex.org/W2322538541","https://openalex.org/W2338246578","https://openalex.org/W2404651056","https://openalex.org/W2412617149","https://openalex.org/W3036162032","https://openalex.org/W3139280924","https://openalex.org/W4233820607","https://openalex.org/W4249986352"],"related_works":["https://openalex.org/W2003437776","https://openalex.org/W1974384440","https://openalex.org/W2099582004","https://openalex.org/W2009128559","https://openalex.org/W2020410732","https://openalex.org/W7015761812","https://openalex.org/W1990711225","https://openalex.org/W2411710130","https://openalex.org/W2160081659","https://openalex.org/W7100462928"],"abstract_inverted_index":{"Research":[0],"on":[1,7,82],"the":[2,25,31,38,40,52,56,67,77,83,93,130,143,197,219,236],"impact":[3],"of":[4,13,24,27,29,35,37,55,73,79,87,97,103,132,145,199,222,228,238],"managed":[5,49,111,146,200],"care":[6,58,112,134,147,181,224],"access,":[8],"quality,":[9],"outcomes,":[10],"and":[11,16,46,51,70,76,85,92,95,108,115,117,138,155,160,185,191,231,246],"costs":[12],"mental":[14,44],"health":[15,45,57,74,90,133,180,223,247],"substance":[17,47],"abuse":[18,48],"services":[19,248],"has":[20],"been":[21],"limited":[22],"because":[23],"lack":[26],"generalizability":[28],"studies,":[30],"\"black":[32],"box\"":[33],"focus":[34],"much":[36],"research,":[39],"dynamic":[41],"changes":[42],"in":[43,141],"care,":[50],"proprietary":[53],"nature":[54],"industry.":[59],"This":[60,174],"article":[61,175],"provides":[62],"a":[63,124,226],"framework":[64],"for":[65,128,164,170],"understanding":[66],"organizational,":[68],"financial,":[69],"procedural":[71],"features":[72,81],"plans":[75,91],"effect":[78],"these":[80],"characteristics":[84],"flow":[86],"patients":[88,116],"through":[89],"selection":[94,172],"utilization":[96],"treatments.":[98],"The":[99],"diverse":[100],"research":[101,137,192,233],"priorities":[102],"key":[104],"stakeholders,":[105],"i.e.,":[106],"public":[107],"private":[109],"purchasers,":[110,179],"organizations,":[113],"providers,":[114,183],"their":[118],"families,":[119],"are":[120,148,210],"described":[121],"along":[122,212],"with":[123,207,213],"broader":[125],"societal":[126],"agenda":[127],"delineating":[129],"outcomes":[131],"plans.":[135],"Critical":[136],"methodologic":[139],"issues":[140,151],"studying":[142],"effects":[144,198],"outlined,":[149],"including":[150,235],"related":[152],"to":[153,167,194,215,243],"identifying":[154],"selecting":[156],"appropriate":[157,162],"outcome":[158],"measures":[159],"developing":[161],"methods":[163],"risk":[165],"adjustment":[166],"adequately":[168],"control":[169],"patient":[171],"bias.":[173],"asserts":[176],"that":[177],"government,":[178],"plans,":[182],"consumers,":[184],"researchers":[186],"must":[187],"collaboratively":[188],"develop":[189],"resources":[190],"approaches":[193],"fully":[195],"evaluate":[196],"care.":[201],"To":[202],"realize":[203],"this":[204],"objective,":[205],"auspices":[206],"reasonable":[208],"objectivity":[209],"needed":[211],"access":[214],"necessary":[216],"data":[217],"within":[218],"black":[220],"box":[221],"systems,":[225],"cadre":[227],"trained":[229],"investigators,":[230],"sufficient":[232],"funding,":[234],"development":[237],"an":[239],"all":[240],"payers":[241],"fund":[242],"support":[244],"clinical":[245],"research.":[249]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}