{"id":"https://openalex.org/W4387735187","doi":"https://doi.org/10.1145/3628159","title":"Generation-based Differential Fuzzing for Deep Learning Libraries","display_name":"Generation-based Differential Fuzzing for Deep Learning Libraries","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387735187","doi":"https://doi.org/10.1145/3628159"},"language":"en","primary_location":{"id":"doi:10.1145/3628159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628159","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101827938","display_name":"Jiawei Liu","orcid":"https://orcid.org/0000-0002-4930-9637"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiawei Liu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-4930-9637","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101684275","display_name":"Yuheng Huang","orcid":"https://orcid.org/0000-0003-3666-4020"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuheng Huang","raw_affiliation_strings":["University of Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3666-4020","affiliations":[{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419338","display_name":"Zhijie Wang","orcid":"https://orcid.org/0000-0003-4559-5426"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhijie Wang","raw_affiliation_strings":["University of Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4559-5426","affiliations":[{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["CA","JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["The University of Tokyo, Japan and University of Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8621-2420","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan and University of Alberta, Canada","institution_ids":["https://openalex.org/I74801974","https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-9930-7111","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043473206","display_name":"Mingzheng Gu","orcid":"https://orcid.org/0009-0000-5141-8923"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzheng Gu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0000-5141-8923","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003660766","display_name":"Xufan Zhang","orcid":"https://orcid.org/0000-0001-7284-1931"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xufan Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-7284-1931","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-9592-7022","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101827938"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":4.0384,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96689466,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"2","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.8811702728271484},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8769277334213257},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5845109224319458},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5070996284484863},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5038349032402039},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49560749530792236},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4369843006134033},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4159194827079773},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3611145615577698},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3429601788520813},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21133700013160706}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8811702728271484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8769277334213257},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5845109224319458},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5070996284484863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5038349032402039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49560749530792236},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4369843006134033},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4159194827079773},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3611145615577698},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3429601788520813},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21133700013160706},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3628159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628159","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1716091338","display_name":null,"funder_award_id":"JPMJMI20B8","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"},{"id":"https://openalex.org/G2135169860","display_name":null,"funder_award_id":"61932012, 62141215, 62372228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3196640441","display_name":null,"funder_award_id":"61932012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5572212565","display_name":null,"funder_award_id":"62141215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8662163125","display_name":null,"funder_award_id":"62372228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G997790988","display_name":null,"funder_award_id":"CJGJZD20200617103001003","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W1867551913","https://openalex.org/W1884983968","https://openalex.org/W1984762903","https://openalex.org/W1988524530","https://openalex.org/W1997380619","https://openalex.org/W2002934700","https://openalex.org/W2073125568","https://openalex.org/W2095445208","https://openalex.org/W2108598243","https://openalex.org/W2111607551","https://openalex.org/W2112796928","https://openalex.org/W2130746431","https://openalex.org/W2145339207","https://openalex.org/W2155893237","https://openalex.org/W2186615578","https://openalex.org/W2242274110","https://openalex.org/W2324595780","https://openalex.org/W2390518826","https://openalex.org/W2499791918","https://openalex.org/W2513383847","https://openalex.org/W2515650212","https://openalex.org/W2576158840","https://openalex.org/W2750384547","https://openalex.org/W2752929869","https://openalex.org/W2759550170","https://openalex.org/W2782311202","https://openalex.org/W2810304347","https://openalex.org/W2850992922","https://openalex.org/W2896505116","https://openalex.org/W2954903132","https://openalex.org/W2955968478","https://openalex.org/W2956152059","https://openalex.org/W2963064278","https://openalex.org/W2963327228","https://openalex.org/W2968774823","https://openalex.org/W2968940383","https://openalex.org/W2979357014","https://openalex.org/W2998386507","https://openalex.org/W3007855180","https://openalex.org/W3019166713","https://openalex.org/W3088735455","https://openalex.org/W3093294154","https://openalex.org/W3100341797","https://openalex.org/W3101498506","https://openalex.org/W3104663419","https://openalex.org/W3123045479","https://openalex.org/W3164581645","https://openalex.org/W3177562315","https://openalex.org/W3199980055","https://openalex.org/W3209828932","https://openalex.org/W3214918945","https://openalex.org/W4225847927","https://openalex.org/W4283793723","https://openalex.org/W4284686707","https://openalex.org/W4284707748","https://openalex.org/W4284708930","https://openalex.org/W4313563646","https://openalex.org/W4327594616"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W3203597304","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4248424560","https://openalex.org/W3023977444","https://openalex.org/W4210660460","https://openalex.org/W4288084466","https://openalex.org/W3119380829"],"abstract_inverted_index":{"Deep":[0,225],"learning":[1],"(DL)":[2],"libraries":[3,38,103],"have":[4,343],"become":[5],"the":[6,17,36,54,93,153,173,216,229,242,257,262,270,331,334],"key":[7],"component":[8],"in":[9,24,35,97],"developing":[10],"and":[11,27,108,125,222,291,303,338,351],"deploying":[12],"DL-based":[13],"software":[14,55],"nowadays.":[15],"With":[16],"growing":[18],"popularity":[19],"of":[20,57,100,168,176,261,272,277,315,340],"applying":[21],"DL":[22,37,58,70,102,127,250,280,335],"models":[23],"both":[25],"academia":[26],"industry":[28],"across":[29,209,248],"various":[30],"domains,":[31],"any":[32],"bugs":[33,99,316,328,342],"inherent":[34],"can":[39,255,301],"potentially":[40],"cause":[41],"unexpected":[42],"server":[43],"outcomes.":[44],"As":[45],"such,":[46],"there":[47,61],"is":[48,74,87,138,171,179],"an":[49,119],"urgent":[50],"demand":[51],"for":[52,68,140,241,265],"improving":[53],"quality":[56],"libraries.":[59,251],"Although":[60],"are":[62,354],"some":[63],"existing":[64,94,141,177],"approaches":[65,95,142,159,178],"specifically":[66],"designed":[67],"testing":[69,129,207],"libraries,":[71,281],"their":[72],"focus":[73],"usually":[75,160],"limited":[76],"to":[77,109,143,145,184,219,227,237,246,333],"one":[78],"specific":[79],"domain,":[80],"such":[81],"as":[82],"computer":[83,286],"vision":[84],"(CV).":[85],"It":[86],"still":[88],"not":[89],"very":[90],"clear":[91],"how":[92],"perform":[96],"detecting":[98],"different":[101,105,249,266],"regarding":[104],"task":[106,147,211],"domains":[107,212],"what":[110],"extent.":[111],"To":[112,187,205],"bridge":[113],"this":[114],"gap,":[115],"we":[116,191],"first":[117],"conduct":[118],"empirical":[120,132,349],"study":[121,133,350],"on":[122,199,274,356],"four":[123],"representative":[124,279],"state-of-the-art":[126],"library":[128],"approaches.":[130],"Our":[131],"results":[134,297,353],"reveal":[135],"that":[136,152,299],"it":[137,239],"hard":[139],"generalize":[144,247],"other":[146],"domains.":[148],"We":[149,268,322],"also":[150,180,232],"find":[151],"test":[154,244,307],"inputs":[155,208],"generated":[156,243],"by":[157],"these":[158,189,341],"lack":[161],"diversity,":[162],"with":[163,317],"only":[164,318],"a":[165,193,224,253],"few":[166],"types":[167],"bugs.":[169],"What":[170],"worse,":[172],"false-positive":[174,320],"rate":[175],"high":[181],"(":[182],"up":[183],"58%":[185],").":[186],"address":[188],"issues,":[190],"propose":[192],"guided":[194],"differential":[195],"fuzzing":[196],"approach":[197],"based":[198],"generation":[200],",":[201],"namely,":[202],"Gandalf":[203,214,231,273,300,310],".":[204],"generate":[206,305],"diverse":[210,306],"effectively,":[213],"adopts":[215],"context-free":[217],"grammar":[218],"ensure":[220],"validity":[221],"utilizes":[223],"Q-Network":[226],"maximize":[228],"diversity.":[230],"includes":[233],"15":[234],"metamorphic":[235],"relations":[236],"make":[238],"possible":[240],"cases":[245],"Such":[252],"design":[254],"decrease":[256],"false":[258],"positives":[259],"because":[260],"semantic":[263],"difference":[264],"APIs.":[267],"evaluate":[269],"effectiveness":[271],"nine":[275],"versions":[276],"three":[278],"covering":[282],"309":[283],"operators":[284],"from":[285],"vision,":[287],"natural":[288],"language":[289],"processing,":[290],"automated":[292],"speech":[293],"recognition.":[294],"The":[295],"evaluation":[296,332,352],"demonstrate":[298],"effectively":[302],"efficiently":[304],"inputs.":[308],"Meanwhile,":[309],"successfully":[311],"detects":[312],"five":[313],"categories":[314],"3.1%":[319],"rates.":[321],"report":[323],"all":[324],"49":[325],"new":[326],"unique":[327],"found":[329],"during":[330],"libraries\u2019":[336],"developers,":[337],"most":[339],"been":[344],"confirmed.":[345],"Details":[346],"about":[347],"our":[348,357],"available":[355],"project":[358],"website.":[359],"1":[360]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}