{"id":"https://openalex.org/W3138144642","doi":"https://doi.org/10.4018/ijoci.2021040105","title":"Determining a Return on Investment for Cybersecurity Technologies in Networked Critical Infrastructures","display_name":"Determining a Return on Investment for Cybersecurity Technologies in Networked Critical Infrastructures","publication_year":2021,"publication_date":"2021-03-22","ids":{"openalex":"https://openalex.org/W3138144642","doi":"https://doi.org/10.4018/ijoci.2021040105","mag":"3138144642"},"language":"en","primary_location":{"id":"doi:10.4018/ijoci.2021040105","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijoci.2021040105","pdf_url":null,"source":{"id":"https://openalex.org/S199269040","display_name":"International Journal of Organizational and Collective Intelligence","issn_l":"1947-9344","issn":["1947-9344","1947-9352"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Organizational and Collective Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039734959","display_name":"Roger A. Hallman","orcid":"https://orcid.org/0000-0002-0971-2077"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger A. Hallman","raw_affiliation_strings":["Dartmouth College, USA & Naval Information Warfare Center Pacific, USA"],"raw_orcid":"https://orcid.org/0000-0002-0971-2077","affiliations":[{"raw_affiliation_string":"Dartmouth College, USA & Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048213939","display_name":"Maxine Major","orcid":"https://orcid.org/0000-0003-2233-9411"},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxine Major","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027362913","display_name":"Jose Romero-Mariona","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Romero-Mariona","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091167030","display_name":"R. H. Phipps","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Phipps","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032966128","display_name":"Esperanza Romero","orcid":"https://orcid.org/0000-0001-9087-2790"},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Esperanza Romero","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025516608","display_name":"Scott M. Slayback","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott M Slayback","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011699603","display_name":"Francisco Tacliad","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francisco Tacliad","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084397978","display_name":"John M. San Miguel","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. San Miguel","raw_affiliation_strings":["Naval Information Warfare Center Pacific, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center Pacific, USA","institution_ids":["https://openalex.org/I1339224429"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.276,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89865141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"11","issue":"2","first_page":"91","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.7329938411712646},{"id":"https://openalex.org/keywords/critical-infrastructure","display_name":"Critical infrastructure","score":0.712953507900238},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5599678754806519},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.49606165289878845},{"id":"https://openalex.org/keywords/investment","display_name":"Investment (military)","score":0.4617469608783722},{"id":"https://openalex.org/keywords/return-on-investment","display_name":"Return on investment","score":0.45039787888526917},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4453651010990143},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.430642306804657},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3769491910934448},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.0833289623260498}],"concepts":[{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.7329938411712646},{"id":"https://openalex.org/C29852176","wikidata":"https://www.wikidata.org/wiki/Q373338","display_name":"Critical infrastructure","level":2,"score":0.712953507900238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5599678754806519},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.49606165289878845},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.4617469608783722},{"id":"https://openalex.org/C169549615","wikidata":"https://www.wikidata.org/wiki/Q939134","display_name":"Return on investment","level":3,"score":0.45039787888526917},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4453651010990143},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.430642306804657},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3769491910934448},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.0833289623260498},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4018/ijoci.2021040105","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijoci.2021040105","pdf_url":null,"source":{"id":"https://openalex.org/S199269040","display_name":"International Journal of Organizational and Collective Intelligence","issn_l":"1947-9344","issn":["1947-9344","1947-9352"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Organizational and Collective Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W618475404","https://openalex.org/W1967820237","https://openalex.org/W2041149981","https://openalex.org/W2056075452","https://openalex.org/W2067601737","https://openalex.org/W2167474990","https://openalex.org/W2550453031","https://openalex.org/W2789825598","https://openalex.org/W2941986659"],"related_works":["https://openalex.org/W3004173571","https://openalex.org/W2046317627","https://openalex.org/W2384551111","https://openalex.org/W2391832805","https://openalex.org/W2247209792","https://openalex.org/W2377553480","https://openalex.org/W3202284637","https://openalex.org/W4205495435","https://openalex.org/W2373126823","https://openalex.org/W2530816244"],"abstract_inverted_index":{"Much":[0],"of":[1,28,75,85,94,140,213],"modern":[2],"life":[3],"is":[4,112,130,142],"dependent":[5],"on":[6,32,89,156,191,226],"networked":[7,46,78],"critical":[8,47,126,174],"infrastructure":[9],"systems\u2014many":[10],"known":[11],"to":[12,15,64,104,124,187,193],"be":[13,36,102],"susceptible":[14],"cyberattacks\u2014such":[16],"as":[17,80,82],"the":[18,72,83,108,172,210],"electrical":[19],"grid,":[20],"water":[21],"purification,":[22],"and":[23,40,178,204,209,230],"transportation":[24],"systems.":[25,91],"The":[26],"consequences":[27],"a":[29,50,86,146,154,164],"successful":[30,87],"cyberattack":[31,88],"these":[33],"systems":[34],"could":[35],"catastrophic.":[37],"Appropriate":[38],"levels":[39],"strategies":[41],"for":[42,45,134,145,167],"cybersecurity":[43,98,115,157,169,196],"investment":[44,158,215],"infrastructures":[48,175],"present":[49],"serious":[51],"challenge":[52,69],"that":[53,111],"administering":[54],"organizations,":[55],"whether":[56],"public":[57],"or":[58,149],"private,":[59],"must":[60,101],"overcome":[61],"in":[62,217],"order":[63],"provide":[65],"resilient":[66,173],"services.":[67],"This":[68,151],"includes":[70],"understanding":[71],"actual":[73],"vulnerabilities":[74],"an":[76,96],"organization's":[77,97],"systems,":[79],"well":[81],"cost":[84],"those":[90],"On":[92],"top":[93],"this,":[95],"acquisition":[99],"workforce":[100],"able":[103],"discern":[105],"reality":[106],"from":[107,121,200],"marketing":[109],"hype":[110],"produced":[113],"by":[114,171],"sales":[116],"forces.":[117],"Many":[118],"product":[119,137],"offerings":[120],"industry":[122],"promise":[123],"secure":[125,177],"infrastructures,":[127],"but":[128],"there":[129],"no":[131],"good":[132],"method":[133],"determining":[135],"which":[136],"(or":[138],"combination":[139],"products)":[141],"most":[143],"effective":[144],"specific":[147],"environment":[148],"scenario.":[150],"paper":[152],"presents":[153],"return":[155],"(ROCI)":[159],"model":[160,186,229],"utilized,":[161],"together":[162],"with":[163,223],"previously-developed":[165],"framework":[166],"evaluating":[168],"technologies,":[170],"through":[176],"efficient":[179],"microgrids":[180],"(ReCIst)":[181],"capability.":[182],"ReCIst":[183],"uses":[184],"this":[185,218],"guide":[188],"decision":[189],"makers":[190],"how":[192],"best":[194],"implement":[195],"towards":[197],"energy":[198,205],"resiliency,":[199],"financial,":[201],"security":[202],"posture,":[203],"efficiency":[206],"perspectives.":[207],"Challenges":[208],"current":[211],"state":[212],"cyber":[214],"modeling":[216],"domain":[219],"are":[220],"presented":[221],"along":[222],"technical":[224],"details":[225],"ReCIst's":[227],"ROCI":[228],"future":[231],"work.":[232]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
