{"id":"https://openalex.org/W2222802443","doi":null,"title":"Improving the Analysis of Foreign Affairs: Evaluating Structured Analytic Techniques","display_name":"Improving the Analysis of Foreign Affairs: Evaluating Structured Analytic Techniques","alternate_titles":[],"publication_year":2015,"publication_date":"2015-09-29","ids":{"openalex":"https://openalex.org/W2222802443","mag":"2222802443"},"language":"en","primary_location":{"id":"pmh:oai:d-scholarship.pitt.edu:26055","doi":null,"is_oa":true,"landing_page_url":"https://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","pdf_url":"http://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"parent_works":[],"lineage":["https://openalex.org/W2222802443"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077132910","display_name":"Stephen Coulthart","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Stephen Coulthart","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5077132910"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.257,"has_fulltext":true,"cited_by_count":5,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.91875041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12572","display_name":"Intelligence, Security, War Strategy","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12572","display_name":"Intelligence, Security, War Strategy","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13204","display_name":"Competitive and Knowledge Intelligence","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-analytic-techniques","display_name":"structured analytic techniques","score":0.9750000238418579},{"id":"https://openalex.org/keywords/intelligence-analysis","display_name":"intelligence analysis","score":0.9580000042915344},{"id":"https://openalex.org/keywords/analytic-training","display_name":"analytic training","score":0.5879999995231628},{"id":"https://openalex.org/keywords/weight-of-evidence","display_name":"weight of evidence","score":0.5450000166893005},{"id":"https://openalex.org/keywords/disconfirming-evidence","display_name":"disconfirming evidence","score":0.8320000171661377},{"id":"https://openalex.org/keywords/face-to-face-collaboration","display_name":"face-to-face collaboration","score":0.6970000267028809},{"id":"https://openalex.org/keywords/creativity","display_name":"creativity","score":0.7179999947547913},{"id":"https://openalex.org/keywords/systematic-reviews","display_name":"systematic reviews","score":0.48399999737739563},{"id":"https://openalex.org/keywords/analysis-of-competing-hypotheses","display_name":"Analysis of Competing Hypotheses","score":0.8560000061988831},{"id":"https://openalex.org/keywords/brainstorming","display_name":"brainstorming","score":0.8050000071525574},{"id":"https://openalex.org/keywords/devil-s-advocacy","display_name":"devil's advocacy","score":0.9409999847412109},{"id":"https://openalex.org/keywords/time-pressure","display_name":"time pressure","score":0.4000000059604645}],"concepts":[{"id":"https://openalex.org/C150672426","wikidata":"https://www.wikidata.org/wiki/Q191183","display_name":"Brainstorming","level":2,"score":0.5550607442855835},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.4886248707771301},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46542948484420776},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4557000398635864},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.41819632053375244},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41801536083221436},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.4152419865131378},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3104858994483948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2947547435760498},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2575613260269165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19682666659355164},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16705194115638733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16399803757667542},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.1228201687335968},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:d-scholarship.pitt.edu:26055","doi":null,"is_oa":true,"landing_page_url":"https://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","pdf_url":"http://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"mag:2222802443","doi":null,"is_oa":false,"landing_page_url":"http://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:d-scholarship.pitt.edu:26055","doi":null,"is_oa":true,"landing_page_url":"https://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","pdf_url":"http://d-scholarship.pitt.edu/26055/1/CoulthartSJ_ETD2015.pdf","source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2222802443.pdf","grobid_xml":"https://content.openalex.org/works/W2222802443.grobid-xml"},"referenced_works_count":141,"referenced_works":["https://openalex.org/W7843518","https://openalex.org/W38548012","https://openalex.org/W44598474","https://openalex.org/W50259499","https://openalex.org/W70974325","https://openalex.org/W100592892","https://openalex.org/W114511198","https://openalex.org/W122005286","https://openalex.org/W146961032","https://openalex.org/W147009387","https://openalex.org/W159586738","https://openalex.org/W187010316","https://openalex.org/W192785313","https://openalex.org/W204619582","https://openalex.org/W290004141","https://openalex.org/W329258617","https://openalex.org/W359186559","https://openalex.org/W570552964","https://openalex.org/W588780936","https://openalex.org/W590989110","https://openalex.org/W625977469","https://openalex.org/W753983230","https://openalex.org/W968740756","https://openalex.org/W1420162645","https://openalex.org/W1482707767","https://openalex.org/W1489856979","https://openalex.org/W1491087240","https://openalex.org/W1532780980","https://openalex.org/W1536325075","https://openalex.org/W1557496348","https://openalex.org/W1562951788","https://openalex.org/W1565693361","https://openalex.org/W1567178389","https://openalex.org/W1576392144","https://openalex.org/W1578040723","https://openalex.org/W1584053331","https://openalex.org/W1586732433","https://openalex.org/W1592201228","https://openalex.org/W1597584875","https://openalex.org/W1602715654","https://openalex.org/W1603086384","https://openalex.org/W1662711610","https://openalex.org/W1701881748","https://openalex.org/W1717520418","https://openalex.org/W1730782591","https://openalex.org/W1972700624","https://openalex.org/W1974043834","https://openalex.org/W1974449032","https://openalex.org/W1979155509","https://openalex.org/W1980751293","https://openalex.org/W1984314602","https://openalex.org/W1985453879","https://openalex.org/W1986382509","https://openalex.org/W1987251844","https://openalex.org/W1993222074","https://openalex.org/W1995174476","https://openalex.org/W1996488135","https://openalex.org/W1997210479","https://openalex.org/W1997480541","https://openalex.org/W1998920923","https://openalex.org/W2000907604","https://openalex.org/W2001809422","https://openalex.org/W2005852998","https://openalex.org/W2014080145","https://openalex.org/W2014781793","https://openalex.org/W2020294470","https://openalex.org/W2021440790","https://openalex.org/W2024509488","https://openalex.org/W2027634772","https://openalex.org/W2032940339","https://openalex.org/W2034373898","https://openalex.org/W2035661674","https://openalex.org/W2037710531","https://openalex.org/W2039056948","https://openalex.org/W2043303703","https://openalex.org/W2043501579","https://openalex.org/W2045937866","https://openalex.org/W2048876455","https://openalex.org/W2049436788","https://openalex.org/W2051855463","https://openalex.org/W2052094709","https://openalex.org/W2058595851","https://openalex.org/W2066462903","https://openalex.org/W2071497152","https://openalex.org/W2074932245","https://openalex.org/W2075536921","https://openalex.org/W2085886084","https://openalex.org/W2089282701","https://openalex.org/W2091785129","https://openalex.org/W2094419105","https://openalex.org/W2094595478","https://openalex.org/W2097993264","https://openalex.org/W2101958117","https://openalex.org/W2104347936","https://openalex.org/W2107928912","https://openalex.org/W2111179177","https://openalex.org/W2112339576","https://openalex.org/W2118452535","https://openalex.org/W2119853015","https://openalex.org/W2131108751","https://openalex.org/W2131922422","https://openalex.org/W2134310936","https://openalex.org/W2136093194","https://openalex.org/W2139869531","https://openalex.org/W2140543255","https://openalex.org/W2144568389","https://openalex.org/W2155822737","https://openalex.org/W2161992686","https://openalex.org/W2162109923","https://openalex.org/W2162829624","https://openalex.org/W2168643837","https://openalex.org/W2187255597","https://openalex.org/W2195589292","https://openalex.org/W2286448309","https://openalex.org/W2328749703","https://openalex.org/W2329029318","https://openalex.org/W2329395632","https://openalex.org/W2329537918","https://openalex.org/W2345486935","https://openalex.org/W2489782956","https://openalex.org/W2524651038","https://openalex.org/W2563754742","https://openalex.org/W2579555219","https://openalex.org/W2621579488","https://openalex.org/W2727389209","https://openalex.org/W2727758117","https://openalex.org/W2752099845","https://openalex.org/W2796592583","https://openalex.org/W3005115464","https://openalex.org/W3044311493","https://openalex.org/W3126953938","https://openalex.org/W3214978746","https://openalex.org/W4211025189","https://openalex.org/W4246888767","https://openalex.org/W4247941329","https://openalex.org/W4248319617","https://openalex.org/W4299415404","https://openalex.org/W7006190543","https://openalex.org/W7020085144","https://openalex.org/W7095566927","https://openalex.org/W7097333140"],"related_works":["https://openalex.org/W2297106664","https://openalex.org/W4415532063","https://openalex.org/W2569189827","https://openalex.org/W1602715654","https://openalex.org/W3024595986","https://openalex.org/W4386280027","https://openalex.org/W3165380433","https://openalex.org/W2923663112","https://openalex.org/W2906491840","https://openalex.org/W2586835472"],"abstract_inverted_index":{"Research":[0],"suggests":[1,212],"that":[2,37,57,213],"foreign":[3,319,343],"affairs":[4],"analysis":[5,317],"is":[6,95,215],"weak\u2014even":[7],"the":[8,18,31,47,66,72,91,129,136,139,147,164,175,180,183,221,260,278,283,289,298,307,314,326,336],"best":[9],"analysts":[10,58,109,125,169],"are":[11,93],"accurate":[12],"less":[13],"than":[14,209,251],"35":[15],"percent":[16],"of":[17,33,89,107,138,149,174,182,202,207,223,228,262,282,288,309,316,335,340],"time":[19,165],"(Tetlock":[20],"2005).":[21],"To":[22],"compensate":[23],"for":[24,30,197],"analytic":[25,35,141,311],"weaknesses,":[26],"some":[27],"have":[28,68],"called":[29],"use":[32,59,137,173,308],"structured":[34],"techniques,":[36],"is,":[38],"formalized":[39],"judgement-driven":[40],"methods.":[41],"This":[42,62,264],"imperative":[43],"was":[44,157],"enshrined":[45],"in":[46,71,123,187,318,342],"Intelligence":[48],"Reform":[49],"and":[50,104,146,171,232,255],"Terrorism":[51],"Prevention":[52],"Act":[53],"(2004),":[54],"which":[55,168,276],"mandates":[56],"these":[60],"techniques.":[61,86,130],"research":[63,265,322],"investigates":[64],"how":[65,90],"techniques":[67,92,176,184,312],"been":[69],"applied":[70,94],"U.S.":[73],"intelligence":[74,102,273,296,332],"community":[75],"(IC)":[76],"while":[77],"making":[78],"a":[79,105,159,191,194,199,292,303],"modest":[80],"attempt":[81],"to":[82,135,217,247,258,294,301,313,330],"evaluate":[83],"12":[84],"core":[85],"The":[87,286],"investigation":[88],"based":[96],"on":[97,325],"semi-structured":[98],"interviews":[99,117],"with":[100,115,118,270],"5":[101],"experts":[103],"survey":[106],"80":[108],"at":[110],"an":[111,268],"IC":[112],"agency,":[113],"along":[114],"follow-up":[116],"15":[119],"analysts.":[120],"Interestingly,":[121],"1":[122],"3":[124],"reported":[126],"never":[127],"using":[128,224],"Two":[131],"factors":[132],"were":[133,185,236],"related":[134],"techniques:":[140,226],"training":[142],"(p=0.001,":[143],"Cramer's":[144],"V=0.41)":[145],"perception":[148],"their":[150,172],"value":[151],"(p=.049,":[152],"Cram\u00e9r's":[153],"V=":[154],"0.23).":[155],"There":[156,235],"not":[158],"statistically":[160],"significant":[161],"relation":[162],"between":[163],"pressure":[166],"under":[167],"work":[170],"(p=0.74).":[177],"Questions":[178],"about":[179],"effectiveness":[181],"answered":[186],"part":[188],"by":[189],"employing":[190],"\u201csystematic":[192],"review,\u201d":[193],"novel":[195],"methodology":[196],"synthesizing":[198],"large":[200],"body":[201],"research.":[203],"A":[204],"random":[205],"sample":[206],"more":[208,249],"2,000":[210],"studies,":[211],"there":[214],"moderate":[216],"strong":[218],"evidence":[219,244],"affirming":[220],"efficacy":[222],"three":[225,237],"Analysis":[227],"Competing":[229],"Hypotheses,":[230],"Brainstorming,":[231],"Devil\u2019s":[233],"Advocacy.":[234],"main":[238],"findings:":[239],"face-to-face":[240],"collaboration":[241],"decreases":[242],"creativity,":[243],"weighting":[245],"appears":[246],"be":[248],"important":[250,338],"seeking":[252],"disconfirming":[253],"evidence,":[254],"conflict":[256],"tends":[257],"improve":[259,331],"quality":[261],"analysis.":[263],"also":[266],"employed":[267],"experiment":[269],"21":[271],"graduate":[272],"studies":[274],"students,":[275],"confirmed":[277],"first":[279],"two":[280],"findings":[281,287],"systematic":[284,299],"review.":[285],"dissertation":[290],"represent":[291],"contribution":[293],"\u201cevidence-based":[295],"analysis,\u201d":[297],"effort":[300],"develop":[302],"robust":[304],"evidence-base":[305,327],"linking":[306],"specific":[310],"improvement":[315],"affairs.":[320,344],"Future":[321],"might":[323],"build":[324],"presented":[328],"here":[329],"analysis,":[333],"one":[334],"most":[337],"areas":[339],"judgment":[341]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2222802443","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
