{"id":"https://openalex.org/W3203768218","doi":"https://doi.org/10.1145/3475716.3475786","title":"Barriers to Shift-Left Security","display_name":"Barriers to Shift-Left Security","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3203768218","doi":"https://doi.org/10.1145/3475716.3475786","mag":"3203768218"},"language":"en","primary_location":{"id":"doi:10.1145/3475716.3475786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475716.3475786","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008739638","display_name":"Danielle Gonzalez","orcid":"https://orcid.org/0000-0001-5507-7556"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Danielle Gonzalez","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030380325","display_name":"Paola P\u00e9rez","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paola Peralta Perez","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088410123","display_name":"Mehdi Mirakhorli","orcid":"https://orcid.org/0000-0003-3470-6856"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehdi Mirakhorli","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008739638"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":0.8262,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7926388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7207037210464478},{"id":"https://openalex.org/keywords/security-testing","display_name":"Security testing","score":0.6587849855422974},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.5995883941650391},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.577854573726654},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5545837879180908},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.5256572961807251},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5133628249168396},{"id":"https://openalex.org/keywords/security-service","display_name":"Security service","score":0.49897146224975586},{"id":"https://openalex.org/keywords/security-information-and-event-management","display_name":"Security information and event management","score":0.48586174845695496},{"id":"https://openalex.org/keywords/security-controls","display_name":"Security controls","score":0.45503494143486023},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.42513740062713623},{"id":"https://openalex.org/keywords/cloud-computing-security","display_name":"Cloud computing security","score":0.41668421030044556},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.4148143529891968},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.3658066391944885},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3374727964401245},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.29275721311569214},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.23569682240486145},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.14950105547904968},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.14269092679023743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13695871829986572},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12893083691596985}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7207037210464478},{"id":"https://openalex.org/C195518309","wikidata":"https://www.wikidata.org/wiki/Q13424265","display_name":"Security testing","level":5,"score":0.6587849855422974},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.5995883941650391},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.577854573726654},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5545837879180908},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.5256572961807251},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5133628249168396},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.49897146224975586},{"id":"https://openalex.org/C103377522","wikidata":"https://www.wikidata.org/wiki/Q3493999","display_name":"Security information and event management","level":4,"score":0.48586174845695496},{"id":"https://openalex.org/C178148461","wikidata":"https://www.wikidata.org/wiki/Q1632136","display_name":"Security controls","level":3,"score":0.45503494143486023},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.42513740062713623},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.41668421030044556},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.4148143529891968},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.3658066391944885},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3374727964401245},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.29275721311569214},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.23569682240486145},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.14950105547904968},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.14269092679023743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13695871829986572},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12893083691596985}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3475716.3475786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3475716.3475786","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W2002753905","https://openalex.org/W2014890943","https://openalex.org/W2015234289","https://openalex.org/W2056894403","https://openalex.org/W2093400716","https://openalex.org/W2104577574","https://openalex.org/W2108545456","https://openalex.org/W2246639849","https://openalex.org/W2357927175","https://openalex.org/W2398250805","https://openalex.org/W2511044583","https://openalex.org/W2511548333","https://openalex.org/W2512259217","https://openalex.org/W2621507218","https://openalex.org/W2629457583","https://openalex.org/W2727055670","https://openalex.org/W2755931643","https://openalex.org/W2785789187","https://openalex.org/W2802831671","https://openalex.org/W2891130315","https://openalex.org/W2913646842","https://openalex.org/W2963955016","https://openalex.org/W2973860448","https://openalex.org/W3018447383","https://openalex.org/W3037036768","https://openalex.org/W3091048166","https://openalex.org/W3101648777","https://openalex.org/W4291518140"],"related_works":["https://openalex.org/W1551963888","https://openalex.org/W2163844940","https://openalex.org/W2120086576","https://openalex.org/W2727055670","https://openalex.org/W3135351539","https://openalex.org/W4232396753","https://openalex.org/W2252827360","https://openalex.org/W4234553401","https://openalex.org/W2086178534","https://openalex.org/W2293554594"],"abstract_inverted_index":{"Background:":[0],"Automated":[1],"unit":[2,28,73,111,167],"and":[3,16,29,74,103,112,133,148,168,182,193,198,238,255],"integration":[4,30,75,113,169],"tests":[5,213],"allow":[6],"software":[7],"development":[8],"teams":[9,36],"to":[10,38,61,66,84,89,109,121,137,165,224,240,245],"continuously":[11],"evaluate":[12],"their":[13,43,63],"application's":[14],"behavior":[15],"ensure":[17],"requirements":[18],"are":[19,222,263],"satisfied.":[20],"Interest":[21],"in":[22,42],"explicitly":[23],"testing":[24,76,244],"security":[25,40,72,86,110,145,166,179,196,218,243],"at":[26,214],"the":[27,154,176,234],"levels":[31],"has":[32],"risen":[33],"as":[34,58],"more":[35],"begin":[37],"shift":[39,85,242],"left":[41,88],"workflows,":[44],"but":[45,191],"there":[46],"is":[47],"little":[48],"insight":[49],"into":[50],"any":[51],"potential":[52],"pain":[53,77,126,162,209],"points":[54,78,127,163,210],"developers":[55,226],"may":[56,205],"experience":[57,206],"they":[59],"learn":[60],"adapt":[62],"existing":[64],"skills":[65],"write":[67],"these":[68,228,261],"tests.":[69],"Aims:":[70],"Identify":[71],"that":[79],"could":[80],"negatively":[81],"impact":[82],"efforts":[83],"(testing)":[87],"this":[90,215,246],"level.":[91,247],"Method:":[92],"An":[93],"mixed-method":[94],"empirical":[95],"study":[96,138],"was":[97,119,153],"conducted":[98],"on":[99,260],"525":[100],"Stack":[101,105],"Overflow":[102],"Security":[104],"Exchange":[106],"posts":[107],"related":[108],"testing.":[114],"Latent":[115],"Dirichlet":[116],"Allocation":[117],"(LDA)":[118],"applied":[120],"identify":[122],"commonly":[123,156],"discussed":[124],"topics,":[125],"were":[128,135,150,172,187,200],"learned":[129],"through":[130,227],"qualitative":[131],"analysis,":[132],"links":[134],"analyzed":[136],"commonly-shared":[139],"resources.":[140],"Results:":[141],"Nine":[142],"topics":[143],"representing":[144],"controls,":[146],"components,":[147],"scenarios":[149],"identified;":[151],"Authentication":[152],"most":[155],"tested":[157],"control.":[158],"Developers":[159,204],"experienced":[160],"seven":[161],"unique":[164,208],"testing,":[170],"which":[171,230],"all":[173],"influenced":[174],"by":[175],"complexity":[177],"of":[178,236],"control":[180],"designs":[181],"implementations.":[183],"Most":[184],"linked":[185],"resources":[186,221],"other":[188],"Q&A":[189],"posts,":[190],"repositories":[192],"documentation":[194],"for":[195,253],"tools":[197,239],"libraries":[199],"also":[201,232],"common.":[202],"Conclusions:":[203],"several":[207],"when":[211],"writing":[212],"level":[216],"involving":[217],"controls.":[219],"Additional":[220],"needed":[223],"guide":[225],"challenges,":[229],"should":[231],"influence":[233],"creation":[235],"strategies":[237],"help":[241],"To":[248],"accelerate":[249],"this,":[250],"actionable":[251],"recommendations":[252],"practitioners":[254],"future":[256],"research":[257],"directions":[258],"based":[259],"findings":[262],"highlighted.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}