{"id":"https://openalex.org/W4401635890","doi":"https://doi.org/10.1145/3688838","title":"History-Driven Fuzzing for Deep Learning Libraries","display_name":"History-Driven Fuzzing for Deep Learning Libraries","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4401635890","doi":"https://doi.org/10.1145/3688838"},"language":"en","primary_location":{"id":"doi:10.1145/3688838","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688838","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688838","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688838","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054038436","display_name":"Nima Shiri Harzevili","orcid":"https://orcid.org/0000-0003-0484-3972"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nima Shiri Harzevili","raw_affiliation_strings":["York University, North York, Ontario, Canada","York University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0484-3972","affiliations":[{"raw_affiliation_string":"York University, North York, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025120794","display_name":"Mohammad Mahdi Mohajer","orcid":"https://orcid.org/0009-0000-8192-0164"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Mahdi Mohajer","raw_affiliation_strings":["York University, North York, Ontario, Canada","York University, Canada"],"raw_orcid":"https://orcid.org/0009-0000-8192-0164","affiliations":[{"raw_affiliation_string":"York University, North York, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045306475","display_name":"Moshi Wei","orcid":"https://orcid.org/0000-0003-1659-1960"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Moshi Wei","raw_affiliation_strings":["York University, North York, Ontario, Canada","York University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1659-1960","affiliations":[{"raw_affiliation_string":"York University, North York, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100495021","display_name":"Hung Viet Pham","orcid":"https://orcid.org/0000-0003-0861-8326"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hung Viet Pham","raw_affiliation_strings":["York University, North York, Ontario, Canada","York University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0861-8326","affiliations":[{"raw_affiliation_string":"York University, North York, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100326214","display_name":"Song Wang","orcid":"https://orcid.org/0000-0003-0617-2877"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["York University, North York, Ontario, Canada","York University, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0617-2877","affiliations":[{"raw_affiliation_string":"York University, North York, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5245,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85355067,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9521999955177307,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.9900780916213989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8705965280532837},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6710852384567261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5351380705833435},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5081348419189453},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49843382835388184},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3440152704715729},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3211100101470947},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.19254395365715027}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9900780916213989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8705965280532837},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6710852384567261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5351380705833435},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5081348419189453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49843382835388184},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3440152704715729},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3211100101470947},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.19254395365715027}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3688838","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688838","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688838","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3688838","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688838","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688838","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401635890.pdf"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W2538525524","https://openalex.org/W2616028256","https://openalex.org/W2740329368","https://openalex.org/W2745044774","https://openalex.org/W2765982206","https://openalex.org/W2771543260","https://openalex.org/W2888307014","https://openalex.org/W2891828758","https://openalex.org/W2897865027","https://openalex.org/W2910152480","https://openalex.org/W2951104886","https://openalex.org/W2953001633","https://openalex.org/W2954903132","https://openalex.org/W2962724148","https://openalex.org/W2963308851","https://openalex.org/W2965373594","https://openalex.org/W2996060033","https://openalex.org/W3000636126","https://openalex.org/W3005464309","https://openalex.org/W3037844834","https://openalex.org/W3043761819","https://openalex.org/W3047844381","https://openalex.org/W3090561201","https://openalex.org/W3090608524","https://openalex.org/W3091407209","https://openalex.org/W3091412496","https://openalex.org/W3104663419","https://openalex.org/W3109931228","https://openalex.org/W3142656464","https://openalex.org/W3177813494","https://openalex.org/W3196239222","https://openalex.org/W3196506678","https://openalex.org/W4213154503","https://openalex.org/W4221144766","https://openalex.org/W4226255934","https://openalex.org/W4226407513","https://openalex.org/W4229042118","https://openalex.org/W4284686707","https://openalex.org/W4284692355","https://openalex.org/W4285051903","https://openalex.org/W4285490440","https://openalex.org/W4292358656","https://openalex.org/W4292828955","https://openalex.org/W4300834686","https://openalex.org/W4308459632","https://openalex.org/W4308643012","https://openalex.org/W4310998032","https://openalex.org/W4312108501","https://openalex.org/W4312206482","https://openalex.org/W4312605942","https://openalex.org/W4313197477","https://openalex.org/W4313415456","https://openalex.org/W4313442384","https://openalex.org/W4313641702","https://openalex.org/W4320458302","https://openalex.org/W4378591002","https://openalex.org/W4384026546","https://openalex.org/W4386436496","https://openalex.org/W4389158536","https://openalex.org/W4389159862","https://openalex.org/W4389736946","https://openalex.org/W4391579642","https://openalex.org/W6785300066"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W3203597304","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4248424560","https://openalex.org/W3023977444","https://openalex.org/W4210660460","https://openalex.org/W4288084466","https://openalex.org/W3072699177"],"abstract_inverted_index":{"Recently,":[0],"many":[1,44],"Deep":[2],"Learning":[3],"(DL)":[4],"fuzzers":[5],"have":[6,238],"been":[7,240],"proposed":[8],"for":[9,48,75,182,199,319],"API-level":[10,183],"testing":[11],"of":[12,39,104,121,141,146,167,192,214,219],"DL":[13,122,150,276],"libraries.":[14],"However,":[15],"they":[16,54],"either":[17],"perform":[18],"unguided":[19],"input":[20,93,98],"generation":[21,94,99],"(e.g.,":[22],"not":[23,57],"considering":[24],"the":[25,118,126,137,147,158,164,168,189,211,224,228,265,273,314],"relationship":[26],"between":[27],"API":[28],"arguments":[29],"when":[30],"generating":[31],"inputs)":[32],"or":[33],"only":[34],"support":[35],"a":[36,71,84,102],"limited":[37],"set":[38,103],"corner-case":[40,96,179],"test":[41,92,97,180,197],"inputs.":[42],"Furthermore,":[43],"developer":[45,200,294,320],"APIs":[46],"crucial":[47],"library":[49,225],"development":[50],"remain":[51],"untested,":[52],"as":[53,323],"are":[55,244],"typically":[56],"well":[58],"documented":[59],"and":[60,95,153,216,236,254,260,279,287,306],"lack":[61],"clear":[62],"usage":[63],"guidelines,":[64],"unlike":[65],"end-user":[66,249],"APIs.":[67,123,201],"This":[68],"makes":[69],"them":[70],"more":[72,256,283,289,302,308],"challenging":[73],"target":[74],"automated":[76],"testing.":[77],"To":[78,124],"fill":[79],"this":[80],"gap,":[81],"we":[82,130,187],"propose":[83],"novel":[85],"fuzzer":[86,317],"named":[87],"Orion,":[88],"which":[89,220],"combines":[90],"guided":[91],"based":[100,162],"on":[101,136,163],"fuzzing":[105,127,159,174],"heuristic":[106,128,160,175],"rules":[107,161],"constructed":[108],"from":[109],"historical":[110,170],"data":[111],"known":[112],"to":[113,195,264,272,313],"trigger":[114],"critical":[115],"issues":[116],"in":[117,144,210,258,285,291,304,310],"underlying":[119],"implementation":[120],"extract":[125],"rules,":[129,176],"first":[131],"conduct":[132],"an":[133],"empirical":[134],"study":[135],"root":[138,165],"cause":[139],"analysis":[140],"376":[142],"vulnerabilities":[143,209,257,284,290,303,309],"two":[145],"most":[148,315],"popular":[149],"libraries,":[151],"PyTorch":[152,311],"TensorFlow.":[154],"We":[155],"then":[156],"construct":[157],"causes":[166],"extracted":[169],"vulnerabilities.":[171],"Using":[172],"these":[173],"Orion":[177,206,251,280,296],"generates":[178],"inputs":[181,198],"fuzzing.":[184],"In":[185],"addition,":[186],"extend":[188],"seed":[190],"collection":[191],"existing":[193],"studies":[194],"include":[196],"Our":[202],"evaluation":[203],"shows":[204],"that":[205],"reports":[207],"135":[208],"latest":[212],"releases":[213],"TensorFlow":[215,259,286,305],"PyTorch,":[217,261],"76":[218,229],"were":[221,233],"confirmed":[222,230],"by":[223,299],"developers.":[226],"Among":[227],"vulnerabilities,":[231],"69":[232],"previously":[234],"unknown,":[235],"7":[237],"already":[239],"fixed.":[241],"The":[242],"rest":[243],"awaiting":[245],"further":[246],"confirmation.":[247],"For":[248],"APIs,":[250,295,321],"detected":[252,281],"45.58%":[253],"90%":[255],"respectively,":[262],"compared":[263,271,312],"state-of-the-art":[266,274],"conventional":[267],"fuzzer,":[268,277],"DeepRel.":[269],"When":[270],"LLM-based":[275],"AtlasFuz,":[278],"13.63%":[282],"18.42%":[288],"PyTorch.":[292],"Regarding":[293],"stands":[297],"out":[298],"detecting":[300],"117%":[301],"100%":[307],"relevant":[316],"designed":[318],"such":[322],"FreeFuzz.":[324]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}