{"id":"https://openalex.org/W2901102764","doi":"https://doi.org/10.1109/mcse.2018.2873859","title":"User-Centered Design and Experimentation to Develop Effective Software for Evidence-Based Reasoning in the Intelligence Community: The TRACE Project","display_name":"User-Centered Design and Experimentation to Develop Effective Software for Evidence-Based Reasoning in the Intelligence Community: The TRACE Project","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2901102764","doi":"https://doi.org/10.1109/mcse.2018.2873859","mag":"2901102764"},"language":"en","primary_location":{"id":"doi:10.1109/mcse.2018.2873859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcse.2018.2873859","pdf_url":null,"source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/272721/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001310787","display_name":"Jennifer Stromer\u2010Galley","orcid":"https://orcid.org/0000-0001-6079-8788"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Stromer-Galley","raw_affiliation_strings":["Syracuse University","Syracuse University, Syracuse, NY, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, US","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008896137","display_name":"Patr\u00edcia Rossini","orcid":"https://orcid.org/0000-0002-4463-6444"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia G. C. Rossini","raw_affiliation_strings":["Syracuse University","Syracuse University, Syracuse, NY, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, US","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077654468","display_name":"Kate Kenski","orcid":"https://orcid.org/0000-0002-6064-791X"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Kenski","raw_affiliation_strings":["University of Arizona","University of Arizona, Tucson, AZ, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona","institution_ids":["https://openalex.org/I138006243"]},{"raw_affiliation_string":"University of Arizona, Tucson, AZ, US","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046781653","display_name":"James Folkestad","orcid":"https://orcid.org/0000-0003-0301-8364"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Folkestad","raw_affiliation_strings":["Colorado State University","Colorado State University, Fort Collins, CO, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, US","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008183600","display_name":"Brian McKernan","orcid":"https://orcid.org/0000-0001-5565-1183"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian McKernan","raw_affiliation_strings":["Syracuse University","Syracuse University, Syracuse, NY, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, US","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001870660","display_name":"Rosa Mikeal Martey","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosa Mikeal Martey","raw_affiliation_strings":["Colorado State University","Colorado State University, Fort Collins, CO, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, US","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070287520","display_name":"Benjamin A. Clegg","orcid":"https://orcid.org/0000-0001-6026-5076"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Clegg","raw_affiliation_strings":["Colorado State University","Colorado State University, Fort Collins, CO, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Colorado State University, Fort Collins, CO, US","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080043734","display_name":"Carsten \u00d8sterlund","orcid":"https://orcid.org/0000-0003-0612-1551"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carsten Osterlund","raw_affiliation_strings":["Syracuse University","Syracuse University, Syracuse, NY, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, US","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060044716","display_name":"Lael J. Schooler","orcid":"https://orcid.org/0000-0003-2964-2886"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lael Schooler","raw_affiliation_strings":["Syracuse University","Syracuse University, Syracuse, NY, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syracuse University","institution_ids":["https://openalex.org/I70983195"]},{"raw_affiliation_string":"Syracuse University, Syracuse, NY, US","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3121,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63072841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"20","issue":"6","first_page":"35","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13204","display_name":"Competitive and Knowledge Intelligence","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7763177156448364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7515585422515869},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5780686140060425},{"id":"https://openalex.org/keywords/intelligence-analysis","display_name":"Intelligence analysis","score":0.5429033041000366},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.5004136562347412},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.44112229347229004},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.4356686770915985},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41340500116348267},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3940966725349426},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3607705235481262},{"id":"https://openalex.org/keywords/case-based-reasoning","display_name":"Case-based reasoning","score":0.31296685338020325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29598748683929443},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.18209177255630493},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1247745156288147}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7763177156448364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7515585422515869},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5780686140060425},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.5429033041000366},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.5004136562347412},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.44112229347229004},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.4356686770915985},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41340500116348267},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3940966725349426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3607705235481262},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.31296685338020325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29598748683929443},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.18209177255630493},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1247745156288147},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mcse.2018.2873859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcse.2018.2873859","pdf_url":null,"source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:272721","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/272721/","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:272721","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/272721/","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Articles"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G4719627680","display_name":null,"funder_award_id":"2017-16121900004","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"}],"funders":[{"id":"https://openalex.org/F4320309532","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02"},{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W197448637","https://openalex.org/W1481908410","https://openalex.org/W1517531989","https://openalex.org/W1602715654","https://openalex.org/W1907282519","https://openalex.org/W1970950303","https://openalex.org/W1986518351","https://openalex.org/W2003552750","https://openalex.org/W2010607624","https://openalex.org/W2091579301","https://openalex.org/W2116778119","https://openalex.org/W2137576942","https://openalex.org/W2138781105","https://openalex.org/W2140744786","https://openalex.org/W2155822737","https://openalex.org/W2171965515","https://openalex.org/W2324424064","https://openalex.org/W2569189827","https://openalex.org/W2993316403","https://openalex.org/W3121768303"],"related_works":["https://openalex.org/W2188850991","https://openalex.org/W3081308103","https://openalex.org/W2077968118","https://openalex.org/W2351118185","https://openalex.org/W2154137762","https://openalex.org/W2395908292","https://openalex.org/W2199920951","https://openalex.org/W2570617298","https://openalex.org/W2158160374","https://openalex.org/W776051173"],"abstract_inverted_index":{"Improving":[0],"reasoning":[1,12],"in":[2],"intelligence":[3],"analysis":[4,14],"is":[5,43],"of":[6],"vital":[7],"national":[8],"importance.":[9],"The":[10],"trackable":[11],"and":[13,17],"for":[15],"crowdsourcing":[16],"evaluation":[18],"project":[19],"takes":[20],"a":[21,40,47],"user-centered":[22],"design":[23],"approach":[24],"combined":[25],"with":[26],"rigorous":[27],"experimentation":[28],"to":[29,34],"ascertain":[30],"effective":[31,45],"structured":[32],"techniques":[33],"support":[35],"high-quality":[36],"reasoning.":[37],"Results":[38],"suggest":[39],"light":[41],"structure":[42],"more":[44],"than":[46],"rigid":[48],"structure.":[49]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}