{"id":"https://openalex.org/W4386721366","doi":"https://doi.org/10.1145/3576915.3616605","title":"Good-looking but Lacking Faithfulness: Understanding Local Explanation Methods through Trend-based Testing","display_name":"Good-looking but Lacking Faithfulness: Understanding Local Explanation Methods through Trend-based Testing","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4386721366","doi":"https://doi.org/10.1145/3576915.3616605"},"language":"en","primary_location":{"id":"doi:10.1145/3576915.3616605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3616605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576915.3616605","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576915.3616605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101735243","display_name":"Jinwen He","orcid":"https://orcid.org/0000-0003-0629-9800"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jinwen He","raw_affiliation_strings":["SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0629-9800","affiliations":[{"raw_affiliation_string":"SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437976","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0002-5624-2987"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5624-2987","affiliations":[{"raw_affiliation_string":"SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017417068","display_name":"Guozhu Meng","orcid":"https://orcid.org/0000-0001-6388-2571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guozhu Meng","raw_affiliation_strings":["SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6388-2571","affiliations":[{"raw_affiliation_string":"SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102837725","display_name":"Jiangshan Zhang","orcid":"https://orcid.org/0009-0007-7269-0011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiangshan Zhang","raw_affiliation_strings":["SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-7269-0011","affiliations":[{"raw_affiliation_string":"SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101682444","display_name":"Congyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Congyi Li","raw_affiliation_strings":["SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-1727-1590","affiliations":[{"raw_affiliation_string":"SKLOIS, IIE, CAS & School of Cyber Security, UCAS, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101735243"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3408,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6591316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"431","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7558929324150085},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6317247748374939},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5605350732803345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5361284017562866},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5282280445098877}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7558929324150085},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6317247748374939},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5605350732803345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5361284017562866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5282280445098877},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3576915.3616605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3616605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576915.3616605","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2309.05679","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.05679","pdf_url":"https://arxiv.org/pdf/2309.05679","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3576915.3616605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3616605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576915.3616605","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G5541525046","display_name":null,"funder_award_id":"92270204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7988716837","display_name":null,"funder_award_id":"202103a05020009","funder_id":"https://openalex.org/F4320326650","funder_display_name":"Anhui Provincial Department of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320326650","display_name":"Anhui Provincial Department of Science and Technology","ror":"https://ror.org/01e70gy59"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386721366.pdf","grobid_xml":"https://content.openalex.org/works/W4386721366.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W1574447377","https://openalex.org/W1583837637","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1893133781","https://openalex.org/W1903029394","https://openalex.org/W1945616565","https://openalex.org/W2082190528","https://openalex.org/W2112796928","https://openalex.org/W2113459411","https://openalex.org/W2118246710","https://openalex.org/W2125011234","https://openalex.org/W2130942839","https://openalex.org/W2131774270","https://openalex.org/W2133665775","https://openalex.org/W2143612262","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2367397349","https://openalex.org/W2551176409","https://openalex.org/W2594475271","https://openalex.org/W2594633041","https://openalex.org/W2599823825","https://openalex.org/W2605409611","https://openalex.org/W2732026016","https://openalex.org/W2747329762","https://openalex.org/W2748789698","https://openalex.org/W2788403449","https://openalex.org/W2806259446","https://openalex.org/W2890991187","https://openalex.org/W2914304175","https://openalex.org/W2934843808","https://openalex.org/W2949725973","https://openalex.org/W2951306478","https://openalex.org/W2953073956","https://openalex.org/W2954540134","https://openalex.org/W2960986212","https://openalex.org/W2962851944","https://openalex.org/W2962862931","https://openalex.org/W2963446712","https://openalex.org/W2963715038","https://openalex.org/W2970447476","https://openalex.org/W2987200109","https://openalex.org/W3022179901","https://openalex.org/W3036453007","https://openalex.org/W3085380432","https://openalex.org/W3094749184","https://openalex.org/W3096425977","https://openalex.org/W3101228802","https://openalex.org/W3103453294","https://openalex.org/W3105115233","https://openalex.org/W3107089345","https://openalex.org/W3118608800","https://openalex.org/W3120073944","https://openalex.org/W3128637142","https://openalex.org/W3130682005","https://openalex.org/W3133575190","https://openalex.org/W3134763859","https://openalex.org/W3172995810","https://openalex.org/W3180303049","https://openalex.org/W3194346579","https://openalex.org/W3195438473","https://openalex.org/W3202628355","https://openalex.org/W3204619801","https://openalex.org/W3213180143","https://openalex.org/W4210499321","https://openalex.org/W4226393973","https://openalex.org/W4236965008","https://openalex.org/W4253292219","https://openalex.org/W4285490436","https://openalex.org/W4287210705","https://openalex.org/W4287280484","https://openalex.org/W4288359148","https://openalex.org/W4293861706","https://openalex.org/W4295312788","https://openalex.org/W4297687090","https://openalex.org/W4297775537","https://openalex.org/W4308410302","https://openalex.org/W4312406341","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"While":[0],"enjoying":[1],"the":[2,15,22,31,61,76,89,94,98,119,139,150,156,163,179],"great":[3],"achievements":[4],"brought":[5],"by":[6,18],"deep":[7],"learning":[8],"(DL),":[9],"people":[10],"are":[11,43],"also":[12,175],"worried":[13],"about":[14],"decision":[16,32],"made":[17],"DL":[19,28],"models,":[20],"since":[21],"high":[23],"degree":[24],"of":[25,27,78],"non-linearity":[26],"models":[29],"makes":[30],"extremely":[33],"difficult":[34,49],"to":[35,45,50,57],"understand.":[36],"Consequently,":[37],"attacks":[38,42],"such":[39],"as":[40],"adversarial":[41],"easy":[44],"carry":[46],"out,":[47],"but":[48],"detect":[51],"and":[52,81,115,134,142,169,195,198],"explain,":[53],"which":[54],"has":[55],"led":[56],"a":[58],"boom":[59],"in":[60],"research":[62],"on":[63,86,130,159],"local":[64],"explanation":[65,79,146,157,188],"methods":[66,80,158,189],"for":[67,101,162,193],"explaining":[68],"model":[69,183],"decisions.":[70],"In":[71],"this":[72,107],"paper,":[73],"we":[74,109,153],"evaluate":[75,143],"faithfulness":[77,87,113,126],"find":[82],"that":[83,118],"traditional":[84,128],"tests":[85,114,122,129],"encounter":[88],"random":[90,95],"dominance":[91],"problem,":[92,108],"i.e.,":[93],"selection":[96],"performs":[97,190],"best,":[99],"especially":[100],"complex":[102,160],"data.":[103],"To":[104],"further":[105],"solve":[106],"propose":[110],"three":[111],"trend-based":[112],"empirically":[116],"demonstrate":[117],"new":[120],"trend":[121,151],"can":[123],"better":[124,192],"assess":[125,155],"than":[127],"image,":[131],"natural":[132],"language":[133],"security":[135,199],"tasks.":[136],"We":[137],"implement":[138],"assessment":[140],"system":[141],"ten":[144],"popular":[145],"methods.":[147],"Benefiting":[148],"from":[149,178],"tests,":[152],"successfully":[154],"data":[161],"first":[164],"time,":[165],"bringing":[166],"unprecedented":[167],"discoveries":[168],"inspiring":[170],"future":[171],"research.":[172],"Downstream":[173],"tasks":[174],"greatly":[176],"benefit":[177],"tests.":[180],"For":[181],"example,":[182],"debugging":[184],"equipped":[185],"with":[186],"faithful":[187],"much":[191],"detecting":[194],"correcting":[196],"accuracy":[197],"problems.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}