{"id":"https://openalex.org/W4398785917","doi":"https://doi.org/10.1145/3639476.3639757","title":"Re(gEx|DoS)Eval: Evaluating Generated Regular Expressions and their Proneness to DoS Attacks","display_name":"Re(gEx|DoS)Eval: Evaluating Generated Regular Expressions and their Proneness to DoS Attacks","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4398785917","doi":"https://doi.org/10.1145/3639476.3639757"},"language":"en","primary_location":{"id":"doi:10.1145/3639476.3639757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639476.3639757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639476.3639757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE 44th International Conference on Software Engineering: New Ideas and Emerging Results","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639476.3639757","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083926745","display_name":"Mohammed Latif Siddiq","orcid":"https://orcid.org/0000-0002-7984-3611"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohammed Latif Siddiq","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-7984-3611","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, United States of America","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013039901","display_name":"Jiahao Zhang","orcid":"https://orcid.org/0009-0008-8379-6871"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiahao Zhang","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0009-0008-8379-6871","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098816060","display_name":"Lindsay Roney","orcid":"https://orcid.org/0009-0009-9854-7437"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lindsay Roney","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0009-0009-9854-7437","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043541139","display_name":"Joanna C. S. Santos","orcid":"https://orcid.org/0000-0001-8743-2516"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joanna C. S. Santos","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-8743-2516","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, United States of America","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083926745"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":2.984,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92162983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"52","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7696361541748047},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6835760474205017},{"id":"https://openalex.org/keywords/regular-expression","display_name":"Regular expression","score":0.5562788248062134},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4311926066875458},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4298579692840576},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42614948749542236},{"id":"https://openalex.org/keywords/backtracking","display_name":"Backtracking","score":0.42506536841392517},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.38265588879585266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7696361541748047},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6835760474205017},{"id":"https://openalex.org/C121329065","wikidata":"https://www.wikidata.org/wiki/Q185612","display_name":"Regular expression","level":2,"score":0.5562788248062134},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4311926066875458},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4298579692840576},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42614948749542236},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.42506536841392517},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38265588879585266},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3639476.3639757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639476.3639757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639476.3639757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE 44th International Conference on Software Engineering: New Ideas and Emerging Results","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3639476.3639757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639476.3639757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639476.3639757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM/IEEE 44th International Conference on Software Engineering: New Ideas and Emerging Results","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4398785917.pdf"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2275294428","https://openalex.org/W2531982678","https://openalex.org/W2888047193","https://openalex.org/W2899462170","https://openalex.org/W2912203066","https://openalex.org/W2981852735","https://openalex.org/W4253103663","https://openalex.org/W4253813365","https://openalex.org/W4281669078","https://openalex.org/W4288089799","https://openalex.org/W4308627645","https://openalex.org/W4388483531"],"related_works":["https://openalex.org/W2760348722","https://openalex.org/W2783885583","https://openalex.org/W1667647204","https://openalex.org/W2120095724","https://openalex.org/W2404647514","https://openalex.org/W2368326437","https://openalex.org/W4247536566","https://openalex.org/W2357479099","https://openalex.org/W2054545183","https://openalex.org/W639355536"],"abstract_inverted_index":{"With":[0],"the":[1,28,74,79,83,118,125,130,141,152],"recent":[2],"advances":[3],"of":[4,22,57,78,98,114,135],"code":[5],"generation":[6],"techniques":[7],"based":[8,128],"on":[9,129],"Large":[10],"Language":[11],"Models":[12],"(LLMs),":[13],"developers":[14],"are":[15],"using":[16],"them":[17],"for":[18,40],"a":[19,50,68,92,96,111],"vast":[20],"range":[21],"tasks,":[23],"including":[24],"regex":[25,51,100],"generation.":[26],"Despite":[27],"efforts":[29],"to":[30,55,62,72,123,155],"generate":[31],"regexes":[32,80,127],"from":[33,103],"natural":[34],"language,":[35],"there":[36],"is":[37],"no":[38],"benchmark":[39],"LLMs":[41,145],"with":[42,108,143],"real-world":[43],"data":[44],"and":[45,76,110,120,133,148,150],"robust":[46,112],"test":[47],"sets.":[48],"Moreover,":[49,138],"can":[52],"be":[53],"prone":[54],"Denial":[56],"Service":[58],"(DoS)":[59],"attacks":[60],"due":[61],"catastrophic":[63],"backtracking.":[64],"Hence,":[65],"we":[66,89,139],"need":[67],"systematic":[69],"evaluation":[70],"process":[71],"evaluate":[73,124],"correctness":[75,132],"security":[77],"generated":[81,126],"by":[82],"language":[84],"models.":[85],"In":[86],"this":[87,157],"paper,":[88],"describe":[90,151],"Re(gEx|DoS)Eval,":[91],"framework":[93],"that":[94],"includes":[95],"dataset":[97],"762":[99],"descriptions":[101],"(prompts)":[102],"real":[104],"users,":[105],"refined":[106],"prompts":[107],"examples,":[109],"set":[113],"tests.":[115],"We":[116],"introduce":[117],"pass@k":[119],"vulnerable@k":[121],"metrics":[122],"functional":[131],"proneness":[134],"ReDoS":[136],"attacks.":[137],"demonstrate":[140],"Re(gEx|DoS)Eval":[142],"three":[144],"(T5,":[146],"Phi,":[147],"GPT-3),":[149],"future":[153],"plans":[154],"extend":[156],"framework.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}