{"id":"https://openalex.org/W4308643012","doi":"https://doi.org/10.1145/3540250.3549085","title":"Fuzzing deep-learning libraries via automated relational API inference","display_name":"Fuzzing deep-learning libraries via automated relational API inference","alternate_titles":[],"publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308643012","doi":"https://doi.org/10.1145/3540250.3549085"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3549085","doi":"https://doi.org/10.1145/3540250.3549085","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3549085","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4308643012"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.05531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053846423","display_name":"Yinlin Deng","orcid":"https://orcid.org/0000-0002-4628-4219","observed_orcids":["https://orcid.org/0000-0002-4628-4219"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yinlin Deng","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100539981","display_name":"Chenyuan Yang","orcid":"https://orcid.org/0000-0002-7976-5086","observed_orcids":["https://orcid.org/0000-0002-7976-5086"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chenyuan Yang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017132290","display_name":"Anjiang Wei","orcid":"https://orcid.org/0000-0003-1654-6027","observed_orcids":["https://orcid.org/0000-0003-1654-6027"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Anjiang Wei","raw_affiliation_strings":["Stanford University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702","observed_orcids":["https://orcid.org/0000-0001-5175-2702"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.348,"has_fulltext":true,"cited_by_count":131,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99303591,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"44","last_page":"56"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzzing","display_name":"fuzzing","score":0.703000009059906},{"id":"https://openalex.org/keywords/deep-learning-libraries","display_name":"deep learning libraries","score":0.8740000128746033},{"id":"https://openalex.org/keywords/api-testing","display_name":"API testing","score":0.4300000071525574},{"id":"https://openalex.org/keywords/pytorch","display_name":"PyTorch","score":0.8690000176429749},{"id":"https://openalex.org/keywords/tensorflow","display_name":"TensorFlow","score":1.0},{"id":"https://openalex.org/keywords/bug-finding","display_name":"bug detection","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.9312710762023926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7970360517501831},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6425496339797974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5861182808876038},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.4890073537826538},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4194837510585785},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38616013526916504},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37166520953178406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35773777961730957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30074018239974976},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11070573329925537}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3540250.3549085","doi":"https://doi.org/10.1145/3540250.3549085","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3549085","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2207.05531","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.05531","pdf_url":"https://arxiv.org/pdf/2207.05531","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.05531","doi":"https://doi.org/10.48550/arxiv.2207.05531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.05531","pdf_url":"https://arxiv.org/pdf/2207.05531","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.05531","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.05531","pdf_url":"https://arxiv.org/pdf/2207.05531","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6335025080","display_name":"CAREER: Maximal and Scalable Unified Debugging for the JVM Ecosystem","funder_award_id":"2131943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308643012.pdf","grobid_xml":"https://content.openalex.org/works/W4308643012.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W1012273433","https://openalex.org/W1664866918","https://openalex.org/W1686810756","https://openalex.org/W1856462361","https://openalex.org/W1945616565","https://openalex.org/W1982483659","https://openalex.org/W1993902452","https://openalex.org/W1998874662","https://openalex.org/W1999156278","https://openalex.org/W2136848157","https://openalex.org/W2141461755","https://openalex.org/W2143612262","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2311607323","https://openalex.org/W2402144811","https://openalex.org/W2406310821","https://openalex.org/W2471601946","https://openalex.org/W2511803001","https://openalex.org/W2535617737","https://openalex.org/W2561981131","https://openalex.org/W2615135541","https://openalex.org/W2616028256","https://openalex.org/W2619465136","https://openalex.org/W2640329709","https://openalex.org/W2759550170","https://openalex.org/W2777430404","https://openalex.org/W2794601162","https://openalex.org/W2804337238","https://openalex.org/W2888307014","https://openalex.org/W2888510757","https://openalex.org/W2898811429","https://openalex.org/W2913848079","https://openalex.org/W2927166905","https://openalex.org/W2953787146","https://openalex.org/W2954903132","https://openalex.org/W2958754741","https://openalex.org/W2962700793","https://openalex.org/W2963327228","https://openalex.org/W2967096374","https://openalex.org/W2970641574","https://openalex.org/W2970971581","https://openalex.org/W2982138961","https://openalex.org/W2994070200","https://openalex.org/W2994987245","https://openalex.org/W2995975239","https://openalex.org/W3008797115","https://openalex.org/W3019428952","https://openalex.org/W3029526669","https://openalex.org/W3043711568","https://openalex.org/W3089621332","https://openalex.org/W3090608524","https://openalex.org/W3097661056","https://openalex.org/W3104663419","https://openalex.org/W3105249702","https://openalex.org/W3109541805","https://openalex.org/W3123045479","https://openalex.org/W3154106427","https://openalex.org/W3177562315","https://openalex.org/W3178061567","https://openalex.org/W3184041223","https://openalex.org/W3206846523","https://openalex.org/W4206238894","https://openalex.org/W4206792915","https://openalex.org/W4221144766","https://openalex.org/W4284686707","https://openalex.org/W4285490440","https://openalex.org/W4285490465","https://openalex.org/W4313442384"],"related_works":["https://openalex.org/W4284686707","https://openalex.org/W4411552456","https://openalex.org/W4401635890","https://openalex.org/W3122722800","https://openalex.org/W4416256136","https://openalex.org/W4409478867","https://openalex.org/W4412408416","https://openalex.org/W4285490440"],"abstract_inverted_index":{"Deep":[0],"Learning":[1],"(DL)":[2],"has":[3,34,272,291],"gained":[4],"wide":[5],"attention":[6],"in":[7,12,142,276,304],"recent":[8],"years.":[9],"Meanwhile,":[10],"bugs":[11,275,297,320],"DL":[13,38,49,65,71,89,115,125,198,253],"systems":[14],"can":[15,73,146,261],"lead":[16],"to":[17,37,107,154,173,241],"serious":[18],"consequences,":[19],"and":[20,53,63,140,167,194,231,256],"may":[21,130],"even":[22],"threaten":[23],"human":[24],"lives.":[25],"As":[26],"a":[27,29,92,124,132,187,305],"result,":[28],"growing":[30],"body":[31],"of":[32,95,134,164,249,294],"research":[33],"been":[35,81],"dedicated":[36],"model":[39],"testing.":[40],"However,":[41],"there":[42,129],"is":[43,121],"still":[44],"limited":[45],"work":[46,68],"on":[47,69,208,236,247],"testing":[48],"libraries,":[50,199,254],"e.g.,":[51],"PyTorch":[52,255,301],"TensorFlow,":[54,257],"which":[55,79,200],"serve":[56,174],"as":[57,175,186,285],"the":[58,104,162,176,223,237,250,283,295,299,310],"foundations":[59],"for":[60,77,112,123,170,178,197,217,298],"building,":[61],"training,":[62],"running":[64],"models.":[66],"Prior":[67],"fuzzing":[70,195,235],"libraries":[72],"only":[74],"generate":[75],"tests":[76],"APIs":[78,96,111,135,153,172,226,240,265],"have":[80,183,315],"invoked":[82,152],"by":[83,282],"documentation":[84,319],"examples,":[85],"developer":[86],"tests,":[87],"or":[88],"models,":[90],"leaving":[91],"large":[93],"number":[94,133],"untested.":[97],"In":[98],"this":[99,143],"paper,":[100],"we":[101,145,160,314],"propose":[102],"DeepREL,":[103],"first":[105],"approach":[106],"automatically":[108,202],"inferring":[109],"relational":[110,157,171,191,219,225,239],"more":[113,264],"effective":[114,179],"library":[116,126],"fuzzing.":[117],"Our":[118,245],"basic":[119],"hypothesis":[120],"that":[122,259],"under":[127],"test,":[128],"exist":[131],"sharing":[136],"similar":[137],"input":[138],"parameters":[139],"outputs;":[141],"way,":[144],"easily":[147],"\u201cborrow\u201d":[148],"test":[149,155,215,229],"inputs":[150],"from":[151],"other":[156],"APIs.":[158],"Furthermore,":[159],"formalize":[161],"notion":[163],"value":[165],"equivalence":[166,169],"status":[168],"oracle":[177],"bug":[180],"finding.":[181],"We":[182],"implemented":[184],"DeepREL":[185,260,271,290],"fully":[188],"automated":[189],"end-to-end":[190],"API":[192,205,209],"inference":[193],"technique":[196],"1)":[201],"infers":[203],"potential":[204,243],"relations":[206],"based":[207],"syntactic/semantic":[210],"information,":[211],"2)":[212],"synthesizes":[213],"concrete":[214],"programs":[216],"invoking":[218],"APIs,":[220],"3)":[221],"validates":[222],"inferred":[224],"via":[227],"representative":[228],"inputs,":[230],"finally":[232],"4)":[233],"performs":[234],"verified":[238],"find":[242],"inconsistencies.":[244],"evaluation":[246],"two":[248],"most":[251],"popular":[252],"demonstrates":[258],"cover":[262],"157%":[263],"than":[266],"state-of-the-art":[267],"FreeFuzz.":[268],"To":[269],"date,":[270],"detected":[273,292,317],"162":[274,311],"total,":[277],"with":[278],"106":[279],"already":[280],"confirmed":[281],"developers":[284],"previously":[286],"unknown":[287],"bugs.":[288],"Surprisingly,":[289],"13.5%":[293],"high-priority":[296],"entire":[300],"issue-tracking":[302],"system":[303],"three-month":[306],"period.":[307],"Also,":[308],"besides":[309],"code":[312],"bugs,":[313],"also":[316],"14":[318],"(all":[321],"confirmed).":[322]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4308643012","counts_by_year":[{"year":2026,"cited_by_count":43},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-11-13T00:00:00"}
