{"id":"https://openalex.org/W4379051468","doi":"https://doi.org/10.1145/3593013.3593997","title":"Saliency Cards: A Framework to Characterize and Compare Saliency Methods","display_name":"Saliency Cards: A Framework to Characterize and Compare Saliency Methods","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4379051468","doi":"https://doi.org/10.1145/3593013.3593997"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3593997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593997","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086597264","display_name":"Angie Boggust","orcid":"https://orcid.org/0000-0002-9671-5574"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Angie Boggust","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0002-9671-5574","affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005452839","display_name":"Harini Suresh","orcid":"https://orcid.org/0000-0002-9769-4947"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harini Suresh","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0002-9769-4947","affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hendrik Strobelt","raw_affiliation_strings":["IBM Research, USA and MIT-IBM Watson AI Lab, USA"],"raw_orcid":"https://orcid.org/0000-0002-8995-1683","affiliations":[{"raw_affiliation_string":"IBM Research, USA and MIT-IBM Watson AI Lab, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007282049","display_name":"John V. Guttag","orcid":"https://orcid.org/0000-0003-0992-0906"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Guttag","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0003-0992-0906","affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0001-5564-635X","affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086597264"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":2.0449,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89190138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"285","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9387999773025513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8302328586578369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8091815710067749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5590316653251648},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.549586296081543},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5433484315872192},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5361713171005249},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5361374020576477},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5353999733924866},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5314905643463135},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4898912310600281},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.4722171127796173},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.4679360091686249},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44322526454925537},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.4223061800003052},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4035480320453644},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33133694529533386},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10073420405387878}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8302328586578369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8091815710067749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5590316653251648},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.549586296081543},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5433484315872192},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5361713171005249},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5361374020576477},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5314905643463135},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4898912310600281},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.4722171127796173},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4679360091686249},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44322526454925537},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4223061800003052},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4035480320453644},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33133694529533386},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10073420405387878},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3593013.3593997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3593013.3593997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593997","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G4263670859","display_name":null,"funder_award_id":"1900991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7647474342","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379051468.pdf","grobid_xml":"https://content.openalex.org/works/W4379051468.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2053075547","https://openalex.org/W2240067561","https://openalex.org/W2271914738","https://openalex.org/W2282821441","https://openalex.org/W2503388974","https://openalex.org/W2747329762","https://openalex.org/W2765793020","https://openalex.org/W2776207810","https://openalex.org/W2792641098","https://openalex.org/W2810511505","https://openalex.org/W2897042519","https://openalex.org/W2911227954","https://openalex.org/W2916904544","https://openalex.org/W2962858109","https://openalex.org/W2969880113","https://openalex.org/W2974071289","https://openalex.org/W2990497243","https://openalex.org/W2998447102","https://openalex.org/W3000716014","https://openalex.org/W3013149459","https://openalex.org/W3094821564","https://openalex.org/W3100279624","https://openalex.org/W3123497755","https://openalex.org/W3135184438","https://openalex.org/W3135371071","https://openalex.org/W3160037564","https://openalex.org/W3165941178","https://openalex.org/W3167054736","https://openalex.org/W3212368439","https://openalex.org/W4214739326","https://openalex.org/W4224980442","https://openalex.org/W4225081783","https://openalex.org/W4226421922","https://openalex.org/W4249194216","https://openalex.org/W4283168936","https://openalex.org/W4288091672"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W2368605798","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344"],"abstract_inverted_index":{"Saliency":[0],"methods":[1,44,48,69,91,220,253],"are":[2,236],"a":[3,20,56,97,103,125,214,224,244],"common":[4],"class":[5],"of":[6,30,37,42,88,99,105,138,190,228],"machine":[7],"learning":[8],"interpretability":[9],"techniques":[10],"that":[11,72,118,134,210],"calculate":[12],"how":[13,89,145,166],"important":[14],"each":[15],"input":[16],"feature":[17],"is":[18,148],"to":[19,34,182,238,248],"model\u2019s":[21],"output.":[22],"We":[23,127],"find":[24,209],"that,":[25],"with":[26,197,232],"the":[27,38,136,146,152,155,158,172,188,240],"rapid":[28],"pace":[29],"development,":[31],"users":[32,119,181,198],"struggle":[33],"stay":[35],"informed":[36],"strengths":[39],"and":[40,93,110,140,157,161,186,205,221,254],"limitations":[41],"new":[43,252],"and,":[45,163],"thus,":[46],"choose":[47],"for":[49,67,76,122,217,223,251,257],"unprincipled":[50],"reasons":[51],"(e.g.,":[52,70],"popularity).":[53],"Moreover,":[54,231],"despite":[55],"corresponding":[57],"rise":[58],"in":[59,243],"evaluation":[60,255],"metrics,":[61],"existing":[62],"approaches":[63],"assume":[64],"universal":[65],"desiderata":[66],"saliency":[68,84,90,107,147,156,178,211,233],"faithfulness)":[71],"do":[73],"not":[74],"account":[75,121],"diverse":[77],"user":[78,169,259],"needs.":[79,260],"In":[80],"response,":[81],"we":[82,114,208,235],"introduce":[83],"cards:":[85],"structured":[86,246],"documentation":[87],"operate":[92],"their":[94],"performance":[95],"across":[96],"battery":[98],"evaluative":[100],"metrics.":[101],"Through":[102,193],"review":[104],"25":[106],"method":[108,112],"papers":[109],"33":[111],"evaluations,":[113],"identify":[115,249],"10":[116],"attributes":[117,130],"should":[120],"when":[123],"choosing":[124],"method.":[126],"group":[128],"these":[129],"into":[131],"three":[132],"categories":[133],"span":[135],"process":[137],"computing":[139],"interpreting":[141],"saliency:":[142],"methodology,":[143],"or":[144,151,165],"calculated;":[149],"sensitivity,":[150],"relationship":[153],"between":[154],"underlying":[159],"model":[160],"data;":[162],"perceptibility,":[164],"an":[167],"end":[168],"ultimately":[170],"interprets":[171],"result.":[173],"By":[174],"collating":[175],"this":[176],"information,":[177],"cards":[179,212],"allow":[180,222],"more":[183,225,245],"holistically":[184],"assess":[185],"compare":[187],"implications":[189],"different":[191],"methods.":[192,230],"nine":[194],"semi-structured":[195],"interviews":[196],"from":[199],"various":[200],"backgrounds,":[201],"including":[202],"researchers,":[203],"radiologists,":[204],"computational":[206],"biologists,":[207],"provide":[213],"detailed":[215],"vocabulary":[216],"discussing":[218],"individual":[219],"systematic":[226],"selection":[227],"task-appropriate":[229],"cards,":[234],"able":[237],"analyze":[239],"research":[241],"landscape":[242],"fashion":[247],"opportunities":[250],"metrics":[256],"unmet":[258]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}