{"id":"https://openalex.org/W4285490461","doi":"https://doi.org/10.1145/3533767.3534386","title":"BET: black-box efficient testing for convolutional neural networks","display_name":"BET: black-box efficient testing for convolutional neural networks","publication_year":2022,"publication_date":"2022-07-15","ids":{"openalex":"https://openalex.org/W4285490461","doi":"https://doi.org/10.1145/3533767.3534386"},"language":"en","primary_location":{"id":"doi:10.1145/3533767.3534386","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534386","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534386","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534386","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058220215","display_name":"Jialai Wang","orcid":"https://orcid.org/0000-0003-2176-9305"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jialai Wang","raw_affiliation_strings":["Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019692903","display_name":"Han Qiu","orcid":"https://orcid.org/0000-0003-2678-8070"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Qiu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967704","display_name":"Yi Rong","orcid":"https://orcid.org/0009-0000-6296-3572"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Rong","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001645019","display_name":"Hengkai Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengkai Ye","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350165","display_name":"Qi Li","orcid":"https://orcid.org/0000-0001-8776-8730"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066247159","display_name":"Zongpeng Li","orcid":"https://orcid.org/0000-0001-5351-2075"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongpeng Li","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460206","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0002-7730-5131"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China / Beijing National Research Center for Information Science and Technology, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058220215"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.4981,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90649361,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"164","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.8413299322128296},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8085736036300659},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7533254623413086},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6498225927352905},{"id":"https://openalex.org/keywords/white-box","display_name":"White box","score":0.6426681280136108},{"id":"https://openalex.org/keywords/convolutional-code","display_name":"Convolutional code","score":0.44836777448654175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41986653208732605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3570699691772461},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3547438979148865},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3005260229110718},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.08198392391204834}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8413299322128296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8085736036300659},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7533254623413086},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6498225927352905},{"id":"https://openalex.org/C180932941","wikidata":"https://www.wikidata.org/wiki/Q997233","display_name":"White box","level":2,"score":0.6426681280136108},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.44836777448654175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41986653208732605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3570699691772461},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3547438979148865},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3005260229110718},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.08198392391204834}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3533767.3534386","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534386","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534386","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3533767.3534386","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534386","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534386","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5777954143","display_name":null,"funder_award_id":"61972224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5792046107","display_name":null,"funder_award_id":"BNR2020RC01013","funder_id":"https://openalex.org/F4320329777","funder_display_name":"Beijing National Research Center For Information Science And Technology"},{"id":"https://openalex.org/G7155321176","display_name":null,"funder_award_id":"62132011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7422924211","display_name":null,"funder_award_id":"BNR2022RC01006","funder_id":"https://openalex.org/F4320329777","funder_display_name":"Beijing National Research Center For Information Science And Technology"},{"id":"https://openalex.org/G8208342437","display_name":null,"funder_award_id":"1 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285490461.pdf","grobid_xml":"https://content.openalex.org/works/W4285490461.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1932198206","https://openalex.org/W2117539524","https://openalex.org/W2291198157","https://openalex.org/W2325939864","https://openalex.org/W2560674852","https://openalex.org/W2616028256","https://openalex.org/W2701082322","https://openalex.org/W2766898821","https://openalex.org/W2794670092","https://openalex.org/W2804337238","https://openalex.org/W2888824816","https://openalex.org/W2898868990","https://openalex.org/W2954629067","https://openalex.org/W2954678575","https://openalex.org/W2954746520","https://openalex.org/W2955224284","https://openalex.org/W2957905354","https://openalex.org/W2962949934","https://openalex.org/W2963913218","https://openalex.org/W2964882141","https://openalex.org/W2994987245","https://openalex.org/W3002398329","https://openalex.org/W3042703469","https://openalex.org/W3043716470","https://openalex.org/W3115360974","https://openalex.org/W3175794737","https://openalex.org/W3179976352","https://openalex.org/W4292070111"],"related_works":["https://openalex.org/W4287776258","https://openalex.org/W3027997911","https://openalex.org/W3021430260","https://openalex.org/W4321392959","https://openalex.org/W2998015774","https://openalex.org/W4206079793","https://openalex.org/W2972660584","https://openalex.org/W1984812902","https://openalex.org/W2903389359","https://openalex.org/W2930926105"],"abstract_inverted_index":{"It":[0],"is":[1,49,71],"important":[2],"to":[3,9,39,77,99,123,183,193],"test":[4,28],"convolutional":[5],"neural":[6],"networks":[7],"(CNNs)":[8],"identify":[10],"defects":[11,107],"(e.g.":[12],"error-inducing":[13,126,162,175],"inputs)":[14],"before":[15],"deploying":[16],"them":[17],"in":[18,89,108,165],"security-sensitive":[19],"scenarios.":[20],"Although":[21],"existing":[22,153],"white-box":[23,154],"testing":[24,102,157],"methods":[25,158],"can":[26,180],"effectively":[27],"CNN":[29,47,64,115,144],"models":[30,48],"with":[31,137],"high":[32],"neuron":[33],"coverage,":[34],"they":[35],"are":[36,74],"not":[37],"applicable":[38],"privacy-sensitive":[40],"scenarios":[41],"where":[42],"full":[43],"knowledge":[44],"of":[45,69,112],"target":[46,114,186],"lacking.":[50],"In":[51],"this":[52],"work,":[53],"we":[54,93],"propose":[55],"a":[56,90,95,129,166],"novel":[57],"Black-box":[58],"Efficient":[59],"Testing":[60],"(BET)":[61],"method":[62],"for":[63,104],"models.":[65,116],"The":[66,146],"core":[67],"insight":[68],"BET":[70,150,179],"that":[72,149,173],"CNNs":[73],"generally":[75],"prone":[76],"be":[78,181],"affected":[79],"by":[80,84,178,191],"continuous":[81,87],"perturbations.":[82],"Thus,":[83],"generating":[85],"such":[86],"perturbations":[88],"black-box":[91,156],"manner,":[92],"design":[94,119],"tunable":[96],"objective":[97],"function":[98],"guide":[100],"our":[101],"process":[103],"thoroughly":[105],"exploring":[106],"different":[109],"decision":[110],"boundaries":[111],"the":[113,160,174,185],"We":[117,133,170],"further":[118,171],"an":[120],"efficiency-centric":[121],"policy":[122],"find":[124],"more":[125],"inputs":[127,163,176],"within":[128],"fixed":[130,167],"query":[131],"budget.":[132,169],"conduct":[134],"extensive":[135],"evaluations":[136],"three":[138],"well-known":[139],"datasets":[140],"and":[141,155],"five":[142],"popular":[143],"structures.":[145],"results":[147],"show":[148,172],"significantly":[151],"outperforms":[152],"considering":[159],"effective":[161],"found":[164,177],"query/inference":[168],"used":[182],"fine-tune":[184],"model,":[187],"improving":[188],"its":[189],"accuracy":[190],"up":[192],"3%.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}