{"id":"https://openalex.org/W2021348304","doi":"https://doi.org/10.1145/2810103.2813704","title":"An Empirical Study of Web Vulnerability Discovery Ecosystems","display_name":"An Empirical Study of Web Vulnerability Discovery Ecosystems","publication_year":2015,"publication_date":"2015-10-06","ids":{"openalex":"https://openalex.org/W2021348304","doi":"https://doi.org/10.1145/2810103.2813704","mag":"2021348304"},"language":"en","primary_location":{"id":"doi:10.1145/2810103.2813704","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2810103.2813704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041526853","display_name":"Mingyi Zhao","orcid":"https://orcid.org/0000-0002-2884-0736"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mingyi Zhao","raw_affiliation_strings":["Pennsylvania State University, State College, USA"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, State College, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063714878","display_name":"Jens Gro\u00dfklags","orcid":"https://orcid.org/0000-0003-1093-1282"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jens Grossklags","raw_affiliation_strings":["Pennsylvania State University, State College, USA"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, State College, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100346828","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0002-5091-8464"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Pennsylvania State University, State College, USA"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, State College, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041526853"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":25.5276,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.994062,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1105","last_page":"1117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.7700644731521606},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6276055574417114},{"id":"https://openalex.org/keywords/ecosystem","display_name":"Ecosystem","score":0.5744516253471375},{"id":"https://openalex.org/keywords/hacker","display_name":"Hacker","score":0.5557820796966553},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4193000793457031},{"id":"https://openalex.org/keywords/vulnerability-assessment","display_name":"Vulnerability assessment","score":0.41591253876686096},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4147898256778717},{"id":"https://openalex.org/keywords/white-paper","display_name":"White paper","score":0.41330763697624207},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4036625921726227},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.4023175835609436},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33855360746383667},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2586343288421631},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.21684980392456055},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.1362147033214569},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10472193360328674},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07832518219947815}],"concepts":[{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7700644731521606},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6276055574417114},{"id":"https://openalex.org/C110872660","wikidata":"https://www.wikidata.org/wiki/Q37813","display_name":"Ecosystem","level":2,"score":0.5744516253471375},{"id":"https://openalex.org/C86844869","wikidata":"https://www.wikidata.org/wiki/Q2798820","display_name":"Hacker","level":2,"score":0.5557820796966553},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4193000793457031},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.41591253876686096},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4147898256778717},{"id":"https://openalex.org/C2778605646","wikidata":"https://www.wikidata.org/wiki/Q223729","display_name":"White paper","level":2,"score":0.41330763697624207},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4036625921726227},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4023175835609436},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33855360746383667},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2586343288421631},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.21684980392456055},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.1362147033214569},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10472193360328674},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07832518219947815},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2810103.2813704","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2810103.2813704","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G5441460892","display_name":null,"funder_award_id":"CNS-1422594","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7540832807","display_name":null,"funder_award_id":"W911NF-09-1-0525,W911NF-13-1-0421","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W172316423","https://openalex.org/W1427242644","https://openalex.org/W1482874976","https://openalex.org/W1489243061","https://openalex.org/W1603939896","https://openalex.org/W1628063087","https://openalex.org/W1715475755","https://openalex.org/W1738749088","https://openalex.org/W1964593071","https://openalex.org/W1985609641","https://openalex.org/W2022203852","https://openalex.org/W2041826795","https://openalex.org/W2071005228","https://openalex.org/W2107449619","https://openalex.org/W2110522107","https://openalex.org/W2113585710","https://openalex.org/W2114712239","https://openalex.org/W2117405938","https://openalex.org/W2136151078","https://openalex.org/W2155597028","https://openalex.org/W2168234580","https://openalex.org/W2255889910","https://openalex.org/W2296268999","https://openalex.org/W2463095032","https://openalex.org/W2993781365","https://openalex.org/W3023547676","https://openalex.org/W4238243588","https://openalex.org/W4299301436","https://openalex.org/W6636022584"],"related_works":["https://openalex.org/W1883246888","https://openalex.org/W2370114625","https://openalex.org/W1756374135","https://openalex.org/W2062873522","https://openalex.org/W2947584067","https://openalex.org/W2280562859","https://openalex.org/W230721595","https://openalex.org/W3157230915","https://openalex.org/W1496728123","https://openalex.org/W2789975780"],"abstract_inverted_index":{"In":[0,21],"recent":[1],"years,":[2],"many":[3],"organizations":[4,65,101,143],"have":[5,60,120],"established":[6],"bounty":[7],"programs":[8],"that":[9,48,96,117],"attract":[10],"white":[11,56,140],"hat":[12,57],"hackers":[13],"who":[14],"contribute":[15],"vulnerability":[16,33,76],"reports":[17],"of":[18,29,70,85,100,128],"web":[19,32,107],"systems.":[20],"this":[22],"paper,":[23],"we":[24,132],"collect":[25],"publicly":[26],"available":[27],"data":[28],"two":[30],"representative":[31],"discovery":[34],"ecosystems":[35,50],"(Wooyun":[36],"and":[37,39,44,53,79,82,142],"HackerOne)":[38],"study":[40,114],"their":[41],"characteristics,":[42],"trajectory,":[43],"impact.":[45],"We":[46,73,109],"find":[47],"both":[49],"include":[51],"large":[52],"continuously":[54],"growing":[55],"communities":[58],"which":[59,115],"provided":[61],"significant":[62],"contributions":[63],"to":[64],"from":[66],"a":[67,97,112,121],"wide":[68],"range":[69],"business":[71],"sectors.":[72],"also":[74],"analyze":[75],"trends,":[77],"response":[78],"resolve":[80],"behaviors,":[81],"reward":[83],"structures":[84],"participating":[86],"organizations.":[87],"Our":[88],"analysis":[89],"based":[90],"on":[91],"the":[92,126],"HackerOne":[93],"dataset":[94],"reveals":[95],"considerable":[98],"number":[99,127],"exhibit":[102],"decreasing":[103],"trends":[104],"for":[105],"reported":[106],"vulnerabilities.":[108],"further":[110],"conduct":[111],"regression":[113],"shows":[116],"monetary":[118],"incentives":[119],"significantly":[122],"positive":[123],"correlation":[124],"with":[125],"vulnerabilities":[129],"reported.":[130],"Finally,":[131],"make":[133],"recommendations":[134],"aimed":[135],"at":[136],"increasing":[137],"participation":[138],"by":[139],"hats":[141],"in":[144],"such":[145],"ecosystems.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}