{"id":"https://openalex.org/W4384834307","doi":"https://doi.org/10.23919/cycon58705.2023.10181567","title":"Human-centered Assessment of Automated Tools for Improved Cyber Situational Awareness","display_name":"Human-centered Assessment of Automated Tools for Improved Cyber Situational Awareness","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4384834307","doi":"https://doi.org/10.23919/cycon58705.2023.10181567"},"language":"en","primary_location":{"id":"doi:10.23919/cycon58705.2023.10181567","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/cycon58705.2023.10181567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on Cyber Conflict: Meeting Reality (CyCon)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005796266","display_name":"Benjamin Strickson","orcid":null},"institutions":[{"id":"https://openalex.org/I263774594","display_name":"University of Bamenda","ror":"https://ror.org/031ahrf94","country_code":"CM","type":"education","lineage":["https://openalex.org/I263774594"]}],"countries":["CM"],"is_corresponding":true,"raw_author_name":"Benjamin Strickson","raw_affiliation_strings":["Elemendar,London,United Kingdom","Elemendar, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Elemendar,London,United Kingdom","institution_ids":["https://openalex.org/I263774594"]},{"raw_affiliation_string":"Elemendar, London, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015812035","display_name":"C.J. Worsley","orcid":null},"institutions":[{"id":"https://openalex.org/I263774594","display_name":"University of Bamenda","ror":"https://ror.org/031ahrf94","country_code":"CM","type":"education","lineage":["https://openalex.org/I263774594"]}],"countries":["CM"],"is_corresponding":false,"raw_author_name":"Cameron Worsley","raw_affiliation_strings":["Elemendar,London,United Kingdom","Elemendar, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Elemendar,London,United Kingdom","institution_ids":["https://openalex.org/I263774594"]},{"raw_affiliation_string":"Elemendar, London, United Kingdom","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055715803","display_name":"Stewart Bertram","orcid":null},"institutions":[{"id":"https://openalex.org/I263774594","display_name":"University of Bamenda","ror":"https://ror.org/031ahrf94","country_code":"CM","type":"education","lineage":["https://openalex.org/I263774594"]}],"countries":["CM"],"is_corresponding":false,"raw_author_name":"Stewart Bertram","raw_affiliation_strings":["Elemendar,London,United Kingdom","Elemendar, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Elemendar,London,United Kingdom","institution_ids":["https://openalex.org/I263774594"]},{"raw_affiliation_string":"Elemendar, London, United Kingdom","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005796266"],"corresponding_institution_ids":["https://openalex.org/I263774594"],"apc_list":null,"apc_paid":null,"fwci":1.2727,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81422347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"273","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.7938296794891357},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7373862862586975},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.701242983341217},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6638117432594299},{"id":"https://openalex.org/keywords/situational-ethics","display_name":"Situational ethics","score":0.6430500149726868},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5103916525840759},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4872266352176666},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.44289085268974304},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42257165908813477},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.36631208658218384},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18173226714134216},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16282010078430176},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10980519652366638}],"concepts":[{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.7938296794891357},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7373862862586975},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.701242983341217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6638117432594299},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.6430500149726868},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5103916525840759},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4872266352176666},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.44289085268974304},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42257165908813477},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36631208658218384},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18173226714134216},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16282010078430176},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10980519652366638},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/cycon58705.2023.10181567","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/cycon58705.2023.10181567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 15th International Conference on Cyber Conflict: Meeting Reality (CyCon)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2072645635","https://openalex.org/W2766581748","https://openalex.org/W3009066821","https://openalex.org/W3021121749","https://openalex.org/W3042306246","https://openalex.org/W3045686863","https://openalex.org/W3082048389","https://openalex.org/W3111854523","https://openalex.org/W6781614840","https://openalex.org/W6813861048"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W188202134","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4381733965","https://openalex.org/W1996385088","https://openalex.org/W2098740605"],"abstract_inverted_index":{"Attempts":[0],"to":[1,28,116,194,228],"deploy":[2],"autonomous":[3],"capabilities,":[4],"including":[5],"artificial":[6],"intelligence":[7,82,261],"(AI),":[8],"within":[9],"cybersecurity":[10,90],"workflows":[11],"have":[12],"been":[13],"met":[14],"with":[15,88,112],"an":[16,54,142],"implementation":[17],"challenge.":[18],"Often":[19],"the":[20,23,32,48,61,107,151,179,192,196,231,256],"impediment":[21],"is":[22],"ability":[24],"of":[25,34,53,63,79,100,130,187,198],"software":[26,199],"engineers":[27,200],"assess":[29],"and":[30,51,94,113,135,173,205,259],"quantify":[31],"benefits":[33],"machine":[35],"learning":[36],"(ML)":[37],"models":[38],"for":[39,106,150,178,247],"cyber":[40,161,257],"analysts.":[41],"We":[42,216],"present":[43],"a":[44,80,95,127,167,174,248],"case":[45],"study":[46],"demonstrating":[47],"successful":[49],"testing":[50,214,233,241],"improvement":[52,129,169],"ML":[55,152,180],"tool":[56],"through":[57],"human-centered":[58],"assessments.":[59],"For":[60],"benefit":[62],"researchers":[64,253],"in":[65,133,138,147,170],"this":[66],"field,":[67],"we":[68,244],"detail":[69],"our":[70,188,220],"own":[71,239],"wargaming":[72],"environment,":[73],"which":[74],"was":[75,141],"tested":[76],"using":[77],"members":[78],"government":[81,260],"community.":[83],"The":[84,185],"participants":[85],"were":[86,103],"presented":[87],"two":[89],"tasks:":[91],"report":[92,123],"annotation":[93,124],"situational":[96,162],"awareness":[97,163],"assessment.":[98],"Both":[99],"these":[101],"tasks":[102],"statistically":[104],"assessed":[105],"difference":[108,146,177],"between":[109,252],"task":[110,128],"completion":[111],"without":[114],"access":[115],"automation":[117],"tools.":[118],"Our":[119,157],"first":[120],"experiment":[121,159],"\u2013":[122,125,160,165],"showed":[126,166],"+14.0":[131],"ppts":[132,137],"recall":[134],"+9.19":[136],"precision;":[139],"there":[140],"overall":[143],"significant":[144,175],"positive":[145,176],"f1":[148],"values":[149],"subjects":[153,181],"(p":[154,182],"<":[155,183],"0.01).":[156,184],"second":[158],"(CSA)":[164],"66.7%":[168],"user":[171],"scores":[172],"conclusions":[186],"work":[189],"focus":[190],"on":[191],"need":[193],"rebalance":[195],"attention":[197],"away":[201],"from":[202,211],"quantitative":[203],"metrics":[204],"toward":[206],"qualitative":[207],"analyst":[208],"feedback":[209],"derived":[210],"realistic":[212],"wargame":[213,221],"frameworks.":[215],"believe":[217],"that":[218],"sharing":[219],"scenario":[222],"here":[223],"will":[224],"allow":[225],"other":[226],"organizations":[227],"either":[229],"adopt":[230],"same":[232],"methodology":[234],"or,":[235],"alternatively,":[236],"share":[237],"their":[238],"CSA":[240],"framework.":[242],"Ultimately,":[243],"are":[245],"hoping":[246],"more":[249],"open":[250],"dialogue":[251],"working":[254],"across":[255],"industry":[258],"agencies.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}