{"id":"https://openalex.org/W2074932245","doi":"https://doi.org/10.1037/a0024285","title":"Intelligent management of intelligence agencies: Beyond accountability ping-pong.","display_name":"Intelligent management of intelligence agencies: Beyond accountability ping-pong.","alternate_titles":[],"publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2074932245","doi":"https://doi.org/10.1037/a0024285","mag":"2074932245","pmid":"https://pubmed.ncbi.nlm.nih.gov/21823782"},"language":"en","primary_location":{"id":"doi:10.1037/a0024285","doi":"https://doi.org/10.1037/a0024285","is_oa":false,"landing_page_url":"https://doi.org/10.1037/a0024285","pdf_url":null,"source":{"id":"https://openalex.org/S80146597","display_name":"American Psychologist","issn_l":"0003-066X","issn":["0003-066X","1935-990X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","cwts-core","dongbi-a","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Psychologist","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2074932245"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102797797","display_name":"Philip E. Tetlock","orcid":"https://orcid.org/0000-0002-6535-530X","observed_orcids":["https://orcid.org/0000-0002-6535-530X"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Philip E. Tetlock","raw_affiliation_strings":["Department of Psychology, University of Pennsylvania, Solomon Labs, 3720 Walnut Street, Philadelphia, PA 19104, USA. tetlock@wharton.upenn.edu","Department of Psychology, University Of Pennsylvania, Philadelphia, PA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Pennsylvania, Solomon Labs, 3720 Walnut Street, Philadelphia, PA 19104, USA. tetlock@wharton.upenn.edu","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Psychology, University Of Pennsylvania, Philadelphia, PA, US","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058343329","display_name":"Barbara A. Mellers","orcid":"https://orcid.org/0000-0001-9869-5880","observed_orcids":["https://orcid.org/0000-0001-9869-5880"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barbara A. Mellers","raw_affiliation_strings":["Department of Psychology, University Of Pennsylvania, Philadelphia, PA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University Of Pennsylvania, Philadelphia, PA, US","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":22.3504,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99241143,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"66","issue":"6","first_page":"542","last_page":"554"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12572","display_name":"Intelligence, Security, War Strategy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12572","display_name":"Intelligence, Security, War Strategy","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10213","display_name":"Public Policy and Administration Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intelligence-community","display_name":"intelligence community","score":0.796999990940094},{"id":"https://openalex.org/keywords/accountability","display_name":"accountability","score":0.8510000109672546},{"id":"https://openalex.org/keywords/intelligence-forecasting","display_name":"intelligence forecasting","score":0.5199999809265137},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.6340000033378601},{"id":"https://openalex.org/keywords/false-negative-results","display_name":"false-negative results","score":0.9390000104904175},{"id":"https://openalex.org/keywords/performance-indicators","display_name":"performance indicators","score":0.8209999799728394},{"id":"https://openalex.org/keywords/incentive-mechanisms","display_name":"incentive mechanisms","score":0.5789999961853027},{"id":"https://openalex.org/keywords/adversarial-collaboration","display_name":"adversarial collaboration","score":0.7720000147819519}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.8300117254257202},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.7105706334114075},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6122046113014221},{"id":"https://openalex.org/C2781466463","wikidata":"https://www.wikidata.org/wiki/Q621695","display_name":"Blame","level":2,"score":0.6098178625106812},{"id":"https://openalex.org/C51575053","wikidata":"https://www.wikidata.org/wiki/Q72468","display_name":"Bureaucracy","level":3,"score":0.6020568013191223},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5953604578971863},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.533202588558197},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4291335940361023},{"id":"https://openalex.org/C83645499","wikidata":"https://www.wikidata.org/wiki/Q285466","display_name":"Punitive damages","level":2,"score":0.4246188998222351},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4230075776576996},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39080798625946045},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3737606406211853},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.33324572443962097},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2867899537086487},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.24486398696899414},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1576526165008545},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.1316135823726654},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006077","descriptor_name":"Government Agencies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012941","descriptor_name":"Social Responsibility","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1037/a0024285","doi":"https://doi.org/10.1037/a0024285","is_oa":false,"landing_page_url":"https://doi.org/10.1037/a0024285","pdf_url":null,"source":{"id":"https://openalex.org/S80146597","display_name":"American Psychologist","issn_l":"0003-066X","issn":["0003-066X","1935-990X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","cwts-core","dongbi-a","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Psychologist","raw_type":"journal-article"},{"id":"pmid:21823782","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21823782","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The American psychologist","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.353.3318","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.353.3318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://knowledge.wharton.upenn.edu/papers/download/122011_american_psychologist.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.717.7664","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.717.7664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://mgmt.wharton.upenn.edu/files/?fileID%3D9298%26whdmsaction%3Dpublic%3Amain.file","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8046000003814697}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W158727920","https://openalex.org/W218723086","https://openalex.org/W250991979","https://openalex.org/W338913944","https://openalex.org/W596459078","https://openalex.org/W647244699","https://openalex.org/W649098348","https://openalex.org/W1480526195","https://openalex.org/W1498394078","https://openalex.org/W1502887771","https://openalex.org/W1503022246","https://openalex.org/W1508215576","https://openalex.org/W1526704262","https://openalex.org/W1543004133","https://openalex.org/W1568717554","https://openalex.org/W1574923579","https://openalex.org/W1602715654","https://openalex.org/W1603924733","https://openalex.org/W1649236539","https://openalex.org/W1694849966","https://openalex.org/W1775343853","https://openalex.org/W1965278510","https://openalex.org/W1965612008","https://openalex.org/W1983662027","https://openalex.org/W1990040869","https://openalex.org/W1992102517","https://openalex.org/W1993038784","https://openalex.org/W1995500913","https://openalex.org/W2019939391","https://openalex.org/W2029318881","https://openalex.org/W2030441548","https://openalex.org/W2033741511","https://openalex.org/W2035078389","https://openalex.org/W2039254862","https://openalex.org/W2039840572","https://openalex.org/W2043763623","https://openalex.org/W2044781255","https://openalex.org/W2047497275","https://openalex.org/W2048598409","https://openalex.org/W2052138213","https://openalex.org/W2056292877","https://openalex.org/W2061509875","https://openalex.org/W2067868909","https://openalex.org/W2075585362","https://openalex.org/W2076349720","https://openalex.org/W2085589636","https://openalex.org/W2095906604","https://openalex.org/W2101446476","https://openalex.org/W2101903660","https://openalex.org/W2102588273","https://openalex.org/W2103828219","https://openalex.org/W2109111386","https://openalex.org/W2109312871","https://openalex.org/W2113383833","https://openalex.org/W2120179935","https://openalex.org/W2124837394","https://openalex.org/W2125105114","https://openalex.org/W2126778393","https://openalex.org/W2137018331","https://openalex.org/W2140543255","https://openalex.org/W2149893809","https://openalex.org/W2150436090","https://openalex.org/W2155822737","https://openalex.org/W2156879123","https://openalex.org/W2160871514","https://openalex.org/W2165637152","https://openalex.org/W2416790853","https://openalex.org/W2489782956","https://openalex.org/W2502941689","https://openalex.org/W3126080930","https://openalex.org/W3202243234","https://openalex.org/W4229776683","https://openalex.org/W4234992051","https://openalex.org/W4238447780","https://openalex.org/W4242732483"],"related_works":["https://openalex.org/W2062027070","https://openalex.org/W4415442850","https://openalex.org/W343296305","https://openalex.org/W1349239","https://openalex.org/W7140910410","https://openalex.org/W3187989372","https://openalex.org/W2013818676","https://openalex.org/W2017419354","https://openalex.org/W3184227435"],"abstract_inverted_index":{"The":[0],"intelligence":[1],"community":[2],"(IC)":[3],"is":[4,15,45],"asked":[5],"to":[6,47,58],"predict":[7],"outcomes":[8],"that":[9,37,54,68,113],"may":[10],"often":[11],"be":[12,22],"inherently":[13],"unpredictable-and":[14],"blamed":[16],"for":[17,83],"the":[18,64,91,101],"inevitable":[19],"forecasting":[20],"failures,":[21],"they":[23],"false":[24,27],"positives":[25],"or":[26],"negatives.":[28],"To":[29],"move":[30],"beyond":[31],"blame":[32],"games":[33],"of":[34,100,117],"accountability":[35],"ping-pong":[36],"incentivize":[38],"bureaucratic":[39],"symbolism":[40],"over":[41],"substantive":[42],"reform,":[43],"it":[44],"necessary":[46],"reach":[48],"bipartisan":[49],"agreements":[50],"on":[51],"performance":[52],"indicators":[53],"are":[55],"transparent":[56],"enough":[57],"reassure":[59],"clashing":[60,118],"elites":[61],"(to":[62],"whom":[63],"IC":[65],"must":[66],"answer)":[67],"estimates":[69],"have":[70],"not":[71],"been":[72],"politicized.":[73],"Establishing":[74],"such":[75],"transideological":[76],"credibility":[77],"requires":[78],"(a)":[79],"developing":[80],"accuracy":[81],"metrics":[82,93],"decoupling":[84],"probability":[85],"and":[86,105,108],"value":[87],"judgments;":[88],"(b)":[89],"using":[90],"resulting":[92],"as":[94],"criterion":[95],"variables":[96],"in":[97],"validity":[98],"tests":[99,116],"IC's":[102],"selection,":[103],"training,":[104],"incentive":[106],"systems;":[107],"(c)":[109],"institutionalizing":[110],"adversarial":[111],"collaborations":[112],"conduct":[114],"level-playing-field":[115],"perspectives.":[119]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2074932245","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
