{"id":"https://openalex.org/W2340272936","doi":"https://doi.org/10.1145/2898375.2898380","title":"Establishing a baseline for measuring advancement in the science of security","display_name":"Establishing a baseline for measuring advancement in the science of security","publication_year":2016,"publication_date":"2016-04-14","ids":{"openalex":"https://openalex.org/W2340272936","doi":"https://doi.org/10.1145/2898375.2898380","mag":"2340272936"},"language":"en","primary_location":{"id":"doi:10.1145/2898375.2898380","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2898375.2898380","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium and Bootcamp on the Science of Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005826696","display_name":"Jeffrey C. Carver","orcid":"https://orcid.org/0000-0002-7824-9151"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey C. Carver","raw_affiliation_strings":["University of Alabama"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alabama","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037629783","display_name":"Morgan Burcham","orcid":null},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morgan Burcham","raw_affiliation_strings":["University of Alabama"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alabama","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026969522","display_name":"Sedef Akinli Ko\u00e7ak","orcid":"https://orcid.org/0009-0009-6271-415X"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sedef Akinli Kocak","raw_affiliation_strings":["Ryerson University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ryerson University","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080569424","display_name":"Ay\u015fe Bener","orcid":"https://orcid.org/0000-0003-4934-8326"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ayse Bener","raw_affiliation_strings":["Ryerson University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ryerson University","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055476405","display_name":"Michael Felderer","orcid":"https://orcid.org/0000-0003-3818-4442"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Michael Felderer","raw_affiliation_strings":["University of Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012424886","display_name":"Matthias Gander","orcid":null},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Matthias Gander","raw_affiliation_strings":["University of Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019402724","display_name":"Jason King","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]},{"id":"https://openalex.org/I2801313472","display_name":"North Central State College","ror":"https://ror.org/04b6b6f76","country_code":"US","type":"education","lineage":["https://openalex.org/I2801313472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason King","raw_affiliation_strings":["NC State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NC State University","institution_ids":["https://openalex.org/I137902535","https://openalex.org/I2801313472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043664299","display_name":"Jouni Markkula","orcid":"https://orcid.org/0000-0003-1075-5303"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jouni Markkula","raw_affiliation_strings":["University of Oulu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064264297","display_name":"Markku Oivo","orcid":"https://orcid.org/0000-0002-1698-2323"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Oivo","raw_affiliation_strings":["University of Oulu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039557173","display_name":"Clemens Sauerwein","orcid":"https://orcid.org/0009-0009-9464-5080"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Clemens Sauerwein","raw_affiliation_strings":["University of Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028171895","display_name":"Laurie Williams","orcid":"https://orcid.org/0000-0003-3300-6540"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]},{"id":"https://openalex.org/I2801313472","display_name":"North Central State College","ror":"https://ror.org/04b6b6f76","country_code":"US","type":"education","lineage":["https://openalex.org/I2801313472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Williams","raw_affiliation_strings":["NC State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NC State University","institution_ids":["https://openalex.org/I137902535","https://openalex.org/I2801313472"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"38","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.820796012878418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6854348182678223},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.6650258898735046},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42832237482070923},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42624369263648987},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.271977961063385},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1276940405368805},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0978173017501831},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.08065521717071533}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.820796012878418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6854348182678223},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6650258898735046},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42832237482070923},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42624369263648987},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.271977961063385},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1276940405368805},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0978173017501831},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.08065521717071533},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2898375.2898380","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2898375.2898380","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium and Bootcamp on the Science of Security","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.550000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311089","display_name":"National Security Agency","ror":"https://ror.org/0047bvr32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W374360873","https://openalex.org/W618256130","https://openalex.org/W1511564344","https://openalex.org/W1561433840","https://openalex.org/W1588313728","https://openalex.org/W1746353556","https://openalex.org/W1791037351","https://openalex.org/W1876404477","https://openalex.org/W1897168949","https://openalex.org/W2001294232","https://openalex.org/W2004227964","https://openalex.org/W2006468167","https://openalex.org/W2007591654","https://openalex.org/W2014678307","https://openalex.org/W2051612517","https://openalex.org/W2060715347","https://openalex.org/W2068019880","https://openalex.org/W2103898608","https://openalex.org/W2107328434","https://openalex.org/W2113533445","https://openalex.org/W2144659346","https://openalex.org/W2154181565","https://openalex.org/W2156835762","https://openalex.org/W2162739315","https://openalex.org/W2166420405","https://openalex.org/W2167042818","https://openalex.org/W3140709557","https://openalex.org/W6633601851","https://openalex.org/W6634946485","https://openalex.org/W6675861484","https://openalex.org/W6684453849","https://openalex.org/W7014687474","https://openalex.org/W7024107881"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307","https://openalex.org/W2330342969"],"abstract_inverted_index":{"To":[0,98],"help":[1],"establish":[2,65],"a":[3,39,66,104,176],"more":[4],"scientific":[5,72,82],"basis":[6],"for":[7,32,47,153],"security":[8,75],"science,":[9,52],"which":[10,179],"will":[11,45,173],"enable":[12],"the":[13,20,48,69,77,87,90,110,113,117,148,151,155,160,163,183,186],"development":[14],"of":[15,51,68,71,79,81,106,112,119,185,188],"fundamental":[16],"theories":[17],"and":[18,56,96,162],"move":[19],"field":[21],"from":[22,89],"being":[23],"primarily":[24,27],"reactive":[25],"to":[26,35,64,108,116,136,157,165],"proactive,":[28],"it":[29],"is":[30],"important":[31],"research":[33,83,149],"results":[34],"be":[36],"reported":[37,85],"in":[38,74,86,159],"scientifically":[40],"rigorous":[41],"manner.":[42],"Such":[43],"reporting":[44],"allow":[46],"standard":[49],"pillars":[50],"namely":[53],"replication,":[54],"meta-analysis,":[55],"theory":[57],"building.":[58],"In":[59],"this":[60,100,170],"paper":[61],"we":[62,102,180],"aim":[63],"baseline":[67,177],"state":[70],"work":[73],"through":[76],"analysis":[78,172],"indicators":[80],"as":[84,175],"papers":[88,114,132],"2015":[91],"IEEE":[92],"Symposium":[93],"on":[94],"Security":[95],"Privacy.":[97],"conduct":[99],"analysis,":[101],"developed":[103],"series":[105],"rubrics":[107],"determine":[109],"completeness":[111],"relative":[115],"type":[118],"evaluation":[120],"used":[121],"(e.g.":[122],"case":[123],"study,":[124],"experiment,":[125],"proof).":[126],"Our":[127],"findings":[128],"showed":[129],"that":[130,169],"while":[131],"are":[133],"generally":[134],"easy":[135],"read,":[137],"they":[138],"often":[139],"do":[140],"not":[141],"explicitly":[142],"document":[143],"some":[144],"key":[145],"information":[146],"like":[147],"objectives,":[150],"process":[152],"choosing":[154],"cases":[156],"include":[158],"studies,":[161],"threats":[164],"validity.":[166],"We":[167],"hope":[168],"initial":[171],"serve":[174],"against":[178],"can":[181],"measure":[182],"advancement":[184],"science":[187],"security.":[189]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}