{"id":"https://openalex.org/W4284686707","doi":"https://doi.org/10.1145/3510003.3510041","title":"Free lunch for testing: fuzzing deep-learning libraries from open source","display_name":"Free lunch for testing: fuzzing deep-learning libraries from open source","alternate_titles":[],"publication_year":2022,"publication_date":"2022-05-21","ids":{"openalex":"https://openalex.org/W4284686707","doi":"https://doi.org/10.1145/3510003.3510041"},"language":"en","primary_location":{"id":"doi:10.1145/3510003.3510041","doi":"https://doi.org/10.1145/3510003.3510041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510041","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4284686707"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2201.06589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017132290","display_name":"Anjiang Wei","orcid":"https://orcid.org/0000-0003-1654-6027","observed_orcids":["https://orcid.org/0000-0003-1654-6027"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Anjiang Wei","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053846423","display_name":"Yinlin Deng","orcid":"https://orcid.org/0000-0002-4628-4219","observed_orcids":["https://orcid.org/0000-0002-4628-4219"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yinlin Deng","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100539981","display_name":"Chenyuan Yang","orcid":"https://orcid.org/0000-0002-7976-5086","observed_orcids":["https://orcid.org/0000-0002-7976-5086"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chenyuan Yang","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702","observed_orcids":["https://orcid.org/0000-0001-5175-2702"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.9786,"has_fulltext":true,"cited_by_count":180,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99673558,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"995","last_page":"1007"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzzing","display_name":"fuzzing","score":0.9319999814033508},{"id":"https://openalex.org/keywords/deep-learning-libraries","display_name":"deep learning libraries","score":0.9679999947547913},{"id":"https://openalex.org/keywords/pytorch","display_name":"PyTorch","score":0.6669999957084656},{"id":"https://openalex.org/keywords/tensorflow","display_name":"TensorFlow","score":1.0},{"id":"https://openalex.org/keywords/dynamic-typing","display_name":"dynamic typing","score":0.5410000085830688},{"id":"https://openalex.org/keywords/instrumentation","display_name":"instrumentation","score":0.3619999885559082},{"id":"https://openalex.org/keywords/bug-finding","display_name":"bug detection","score":0.5889999866485596},{"id":"https://openalex.org/keywords/lemon","display_name":"lemon","score":0.4129999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8318394422531128},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8075892925262451},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7426605224609375},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6683361530303955},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6371967792510986},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6348575353622437},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.51596599817276},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.503736674785614},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5021426677703857},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46589624881744385},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.44623029232025146},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.4181339144706726},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41489535570144653},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.389284610748291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3774315416812897},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3099247217178345},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27836695313453674},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.160236656665802},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3510003.3510041","doi":"https://doi.org/10.1145/3510003.3510041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510041","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2201.06589","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.06589","pdf_url":"https://arxiv.org/pdf/2201.06589","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2201.06589","doi":"https://doi.org/10.48550/arxiv.2201.06589","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2201.06589","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2201.06589","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.06589","pdf_url":"https://arxiv.org/pdf/2201.06589","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6335025080","display_name":"CAREER: Maximal and Scalable Unified Debugging for the JVM Ecosystem","funder_award_id":"2131943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8645764225","display_name":"SHF: Medium: Collaborative Research: Enhancing Continuous Integration Testing for the Open-Source Ecosystem","funder_award_id":"2141474","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":"https://ror.org/00g5w7n47"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284686707.pdf","grobid_xml":"https://content.openalex.org/works/W4284686707.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1667652561","https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W1945616565","https://openalex.org/W2014729633","https://openalex.org/W2113888205","https://openalex.org/W2136848157","https://openalex.org/W2138428785","https://openalex.org/W2140609507","https://openalex.org/W2143612262","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2257979135","https://openalex.org/W2342840547","https://openalex.org/W2346059351","https://openalex.org/W2525778437","https://openalex.org/W2533800772","https://openalex.org/W2547954490","https://openalex.org/W2616028256","https://openalex.org/W2640329709","https://openalex.org/W2777430404","https://openalex.org/W2782311202","https://openalex.org/W2783692467","https://openalex.org/W2794497357","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2888307014","https://openalex.org/W2888510757","https://openalex.org/W2899445138","https://openalex.org/W2913848079","https://openalex.org/W2954903132","https://openalex.org/W2958754741","https://openalex.org/W2962700793","https://openalex.org/W2963327228","https://openalex.org/W2963913218","https://openalex.org/W2964164993","https://openalex.org/W2964241064","https://openalex.org/W2967287319","https://openalex.org/W2970971581","https://openalex.org/W2981207549","https://openalex.org/W2981357765","https://openalex.org/W2994987245","https://openalex.org/W3019428952","https://openalex.org/W3029526669","https://openalex.org/W3033694492","https://openalex.org/W3041012898","https://openalex.org/W3043238989","https://openalex.org/W3090608524","https://openalex.org/W3104663419","https://openalex.org/W3105249702","https://openalex.org/W3109004940","https://openalex.org/W3110368543","https://openalex.org/W3124767051","https://openalex.org/W3139294479","https://openalex.org/W3162204369","https://openalex.org/W3164688203","https://openalex.org/W3177562315","https://openalex.org/W3178061567","https://openalex.org/W3178326529","https://openalex.org/W3178469298","https://openalex.org/W3178864044","https://openalex.org/W3194175074","https://openalex.org/W3195618452","https://openalex.org/W3206846523","https://openalex.org/W3207843684","https://openalex.org/W3210114756","https://openalex.org/W4206238894","https://openalex.org/W4221144766","https://openalex.org/W4233094822","https://openalex.org/W4240995061"],"related_works":["https://openalex.org/W4308643012","https://openalex.org/W4404914810","https://openalex.org/W4411552456","https://openalex.org/W4416256136","https://openalex.org/W7131656596","https://openalex.org/W4284708930","https://openalex.org/W4401635890","https://openalex.org/W7118119078","https://openalex.org/W4378591002"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"systems":[3,27],"can":[4,28,32,91],"make":[5],"our":[6],"life":[7],"much":[8],"easier,":[9],"and":[10,15,21,31,75,158,187,194,222,267],"thus":[11],"are":[12,69,99],"gaining":[13],"more":[14,16,248],"attention":[17],"from":[18,135,143,150],"both":[19],"academia":[20],"industry.":[22],"Meanwhile,":[23],"bugs":[24,264],"in":[25,37,102,162],"DL":[26,53,66,77,89,131,160,229],"be":[29,92],"disastrous,":[30],"even":[33,106],"threaten":[34],"human":[35],"lives":[36],"safety-critical":[38],"applications.":[39],"To":[40,258],"date,":[41,259],"a":[42],"huge":[43],"body":[44],"of":[45,189,196,218,225],"research":[46],"efforts":[47],"have":[48],"been":[49],"dedicated":[50],"to":[51,108,117,129,175,207,236],"testing":[52,63,210],"models.":[54,78],"However,":[55],"interestingly,":[56],"there":[57],"is":[58,82,234],"still":[59],"limited":[60],"work":[61],"for":[62,72,86,180,211,242,265],"the":[64,70,87,111,126,151,163,170,177,185,203,226],"underlying":[65,88],"libraries,":[67,230],"which":[68],"foundation":[71],"building,":[73],"optimizing,":[74],"running":[76],"One":[79],"potential":[80],"reason":[81],"that":[83,232],"test":[84],"generation":[85],"libraries":[90,132],"rather":[93],"challenging":[94],"since":[95],"their":[96],"public":[97],"APIs":[98],"mainly":[100],"exposed":[101],"Python,":[103],"making":[104],"it":[105],"hard":[107],"automatically":[109,167,237],"determine":[110],"API":[112],"input":[113],"parameter":[114,191],"types":[115,186],"due":[116],"dynamic":[118,178,205,240],"typing.":[119],"In":[120],"this":[121],"paper,":[122],"we":[123],"propose":[124],"FreeFuzz,":[125],"first":[127],"approach":[128],"fuzzing":[130,243],"via":[133],"mining":[134],"open":[136],"source.":[137],"More":[138],"specifically,":[139],"FreeFuzz":[140,166,200,219,233,260],"obtains":[141],"code/models":[142,172],"three":[144],"different":[145],"sources:":[146],"1)":[147],"code":[148],"snippets":[149],"library":[152,155],"documentation,":[153],"2)":[154],"developer":[156],"tests,":[157],"3)":[159],"models":[161],"wild.":[164],"Then,":[165],"runs":[168],"all":[169],"collected":[171],"with":[173,252],"instrumentation":[174],"trace":[176,238],"information":[179,206,241],"each":[181,190,212],"covered":[182,213],"API,":[183],"including":[184],"values":[188],"during":[192],"invocation,":[193],"shapes":[195],"input/output":[197],"tensors.":[198],"Lastly,":[199],"will":[201],"leverage":[202],"traced":[204],"perform":[208],"fuzz":[209],"API.":[214],"The":[215],"extensive":[216],"study":[217],"on":[220],"PyTorch":[221,266],"TensorFlow,":[223],"two":[224],"most":[227],"popular":[228,245],"shows":[231],"able":[235],"valid":[239],"1158":[244],"APIs,":[246],"9X":[247],"than":[249,256],"state-of-the-art":[250],"LEMON":[251],"3.5X":[253],"lower":[254],"overhead":[255],"LEMON.":[257],"has":[261],"detected":[262],"49":[263],"TensorFlow":[268],"(with":[269],"38":[270],"already":[271],"confirmed":[272],"by":[273],"developers":[274],"as":[275],"previously":[276],"unknown).":[277]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4284686707","counts_by_year":[{"year":2026,"cited_by_count":59},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":10}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-07-08T00:00:00"}
