{"id":"https://openalex.org/W4284682446","doi":"https://doi.org/10.1145/3510003.3510143","title":"Towards practical robustness analysis for DNNs based on PAC-model learning","display_name":"Towards practical robustness analysis for DNNs based on PAC-model learning","publication_year":2022,"publication_date":"2022-05-21","ids":{"openalex":"https://openalex.org/W4284682446","doi":"https://doi.org/10.1145/3510003.3510143"},"language":"en","primary_location":{"id":"doi:10.1145/3510003.3510143","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510143","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058992602","display_name":"Renjue Li","orcid":"https://orcid.org/0000-0003-2472-0021"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renjue Li","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101664268","display_name":"Pengfei Yang","orcid":"https://orcid.org/0000-0003-4114-7757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pengfei Yang","raw_affiliation_strings":["CAS, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044409392","display_name":"Cheng-Chao Huang","orcid":"https://orcid.org/0000-0002-9693-8778"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng-Chao Huang","raw_affiliation_strings":["Pazhou Lab, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pazhou Lab, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060663223","display_name":"Youcheng Sun","orcid":"https://orcid.org/0000-0002-1893-6259"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youcheng Sun","raw_affiliation_strings":["Queen's University Belfast, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University Belfast, United Kingdom","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781916","display_name":"Xue Bai","orcid":"https://orcid.org/0000-0001-9717-846X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bai Xue","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100448153","display_name":"Lijun Zhang","orcid":"https://orcid.org/0000-0002-3692-2088"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2458,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.81404718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2189","last_page":"2201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8768191933631897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8084192872047424},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6389697194099426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6061041355133057},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5997046828269958},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5725246071815491},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4579874277114868},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43160736560821533},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.424377977848053},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.4221528470516205},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08315384387969971}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8768191933631897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084192872047424},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6389697194099426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6061041355133057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5997046828269958},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5725246071815491},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4579874277114868},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43160736560821533},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.424377977848053},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.4221528470516205},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08315384387969971},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3510003.3510143","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510143","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, R, Yang, P, Huang, C-C, Sun, Y, Xue, B & Zhang, L 2021, Towards Practical Robustness Analysis for DNNs based on PAC-Model Learning. in International Conference on Software Engineering (ICSE).","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/towards-practical-robustness-analysis-for-dnns-based-on-pacmodel-learning(8229f13b-ffbd-46d4-8788-97ad6ee2ebcd).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/8229f13b-ffbd-46d4-8788-97ad6ee2ebcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, R, Yang, P, Huang, C-C, Sun, Y, Xue, B & Zhang, L 2021, Towards Practical Robustness Analysis for DNNs based on PAC-Model Learning. in International Conference on Software Engineering (ICSE).","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G7097245526","display_name":"\u7c7b\u4eba\u4efb\u52a1\u89c4\u5212\u3001\u63a8\u7406\u53ca\u5176\u9a8c\u8bc1\u7cfb\u7edf\u7684\u7814\u7a76\u548c\u5e94\u7528","funder_award_id":"61836005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1986864914","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2167412190","https://openalex.org/W2180612164","https://openalex.org/W2282821441","https://openalex.org/W2290452516","https://openalex.org/W2616028256","https://openalex.org/W2794609696","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2869036160","https://openalex.org/W2888307014","https://openalex.org/W2898868990","https://openalex.org/W2954629067","https://openalex.org/W2954746520","https://openalex.org/W2955031793","https://openalex.org/W2957905354","https://openalex.org/W2963054787","https://openalex.org/W2963160885","https://openalex.org/W2963327228","https://openalex.org/W2963857521","https://openalex.org/W2963998105","https://openalex.org/W2964164993","https://openalex.org/W2972713160","https://openalex.org/W2980264580","https://openalex.org/W2994027480","https://openalex.org/W2999193264","https://openalex.org/W3012981624","https://openalex.org/W3042703469","https://openalex.org/W3083269515","https://openalex.org/W3091405037","https://openalex.org/W3091407209","https://openalex.org/W3102458427","https://openalex.org/W3103158293","https://openalex.org/W3104896058","https://openalex.org/W3105249702","https://openalex.org/W3130354627","https://openalex.org/W3147451797","https://openalex.org/W3161493619","https://openalex.org/W3178469298","https://openalex.org/W3195618452","https://openalex.org/W4205241946","https://openalex.org/W4250913065","https://openalex.org/W4297825594","https://openalex.org/W6607281299","https://openalex.org/W6631145331"],"related_works":["https://openalex.org/W4385524141","https://openalex.org/W4297776111","https://openalex.org/W3018979822","https://openalex.org/W3026616975","https://openalex.org/W2989784533","https://openalex.org/W2952313066","https://openalex.org/W4288018014","https://openalex.org/W4300000045","https://openalex.org/W2996058201","https://openalex.org/W4379744580"],"abstract_inverted_index":{"To":[0],"analyse":[1],"local":[2,31],"robustness":[3,57,72,96,181],"properties":[4],"of":[5,33,61,67,86],"deep":[6],"neural":[7],"networks":[8],"(DNNs),":[9],"we":[10,28,51,76],"present":[11],"a":[12,16,34,78,91,114,120],"practical":[13,180],"framework":[14],"from":[15],"model":[17,23,39,68,83,107],"learning":[18,24,69],"perspective.":[19],"Based":[20],"on":[21,81],"black-box":[22,121],"with":[25,40,141,194],"scenario":[26],"optimisation,":[27],"abstract":[29],"the":[30,41,48,54,65,82,171,184],"behaviour":[32],"DNN":[35,155,196],"via":[36],"an":[37],"affine":[38],"probably":[42],"approximately":[43],"correct":[44],"(PAC)":[45],"guarantee.":[46],"From":[47],"learned":[49],"model,":[50],"can":[52],"infer":[53],"corresponding":[55],"PAC-model":[56],"property.":[58],"The":[59],"innovation":[60],"our":[62,111],"work":[63,198],"is":[64,99,124,166],"integration":[66],"into":[70],"PAC":[71,79],"analysis:":[73],"that":[74,168],"is,":[75],"construct":[77],"guarantee":[80],"level":[84],"instead":[85],"sample":[87],"distribution,":[88],"which":[89],"induces":[90],"more":[92,179],"faithful":[93],"and":[94,126,150,153,163,176],"accurate":[95],"evaluation.":[97],"This":[98],"in":[100,113],"contrast":[101],"to":[102],"existing":[103,195],"statistical":[104,147,173],"methods":[105],"without":[106],"learning.":[108],"We":[109,137],"implement":[110],"method":[112,174],"prototypical":[115],"tool":[116,187],"named":[117],"DeepPAC.":[118],"As":[119],"method,":[122],"DeepPAC":[123,169],"scalable":[125],"efficient,":[127],"especially":[128],"when":[129],"DNNs":[130],"have":[131],"complex":[132],"structures":[133],"or":[134],"high-dimensional":[135],"inputs.":[136],"extensively":[138],"evaluate":[139],"DeepPAC,":[140],"4":[142],"baselines":[143],"(using":[144],"formal":[145,185],"verification,":[146],"methods,":[148],"testing":[149,197],"adversarial":[151],"attack)":[152],"20":[154],"models":[156],"across":[157],"3":[158],"datasets,":[159],"including":[160],"MNIST,":[161],"CIFAR-10,":[162],"ImageNet.":[164],"It":[165],"shown":[167],"outperforms":[170],"state-of-the-art":[172],"PROVERO,":[175],"it":[177],"achieves":[178],"analysis":[182],"than":[183],"verification":[186],"ERAN.":[188],"Also,":[189],"its":[190],"results":[191],"are":[192],"consistent":[193],"like":[199],"DeepGini.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-09-27T00:00:00"}