{"id":"https://openalex.org/W4386075231","doi":"https://doi.org/10.1109/isit54713.2023.10207010","title":"Pointwise Sliced Mutual Information for Neural Network Explainability","display_name":"Pointwise Sliced Mutual Information for Neural Network Explainability","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386075231","doi":"https://doi.org/10.1109/isit54713.2023.10207010"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10207010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10207010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028245435","display_name":"Shelvia Wongso","orcid":"https://orcid.org/0009-0004-8465-1640"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Shelvia Wongso","raw_affiliation_strings":["National University of Singapore,Department of Electrical and Computer Engineering","Department of Electrical and Computer Engineering, National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028037531","display_name":"Rohan Ghosh","orcid":"https://orcid.org/0000-0002-6728-1076"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rohan Ghosh","raw_affiliation_strings":["National University of Singapore,Department of Electrical and Computer Engineering","Department of Electrical and Computer Engineering, National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069355437","display_name":"Mehul Motani","orcid":"https://orcid.org/0000-0003-3262-0207"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mehul Motani","raw_affiliation_strings":["National University of Singapore,Department of Electrical and Computer Engineering","Department of Electrical and Computer Engineering, National University of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028245435"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09855374,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1776","last_page":"1781"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9495863914489746},{"id":"https://openalex.org/keywords/pointwise-mutual-information","display_name":"Pointwise mutual information","score":0.8737311363220215},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.8296393752098083},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6922835111618042},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6910314559936523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6847844123840332},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6747184991836548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5957791805267334},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5948675274848938},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5904058814048767},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5636448860168457},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.540825366973877},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4925921559333801},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4197884798049927},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3976857364177704},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3059244751930237},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22446757555007935}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9495863914489746},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.8737311363220215},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.8296393752098083},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6922835111618042},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6910314559936523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6847844123840332},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6747184991836548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5957791805267334},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5948675274848938},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5904058814048767},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5636448860168457},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.540825366973877},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4925921559333801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4197884798049927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3976857364177704},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3059244751930237},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22446757555007935},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10207010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10207010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W1932198206","https://openalex.org/W2099111195","https://openalex.org/W2114771311","https://openalex.org/W2118858186","https://openalex.org/W2194775991","https://openalex.org/W2254249950","https://openalex.org/W2279998752","https://openalex.org/W2626967530","https://openalex.org/W2758425594","https://openalex.org/W2949759968","https://openalex.org/W2950896278","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963365341","https://openalex.org/W2994658979","https://openalex.org/W3035059588","https://openalex.org/W3037881545","https://openalex.org/W3047281852","https://openalex.org/W3168997536","https://openalex.org/W3206479019","https://openalex.org/W4232919069","https://openalex.org/W4283206099","https://openalex.org/W4289655274","https://openalex.org/W6617145748","https://openalex.org/W6637162671","https://openalex.org/W6677919164","https://openalex.org/W6685133223","https://openalex.org/W6691692454","https://openalex.org/W6739651123","https://openalex.org/W6748336101","https://openalex.org/W6754772488","https://openalex.org/W6762796984","https://openalex.org/W6768890659","https://openalex.org/W6772399286","https://openalex.org/W6780663757","https://openalex.org/W6802202791"],"related_works":["https://openalex.org/W2797441709","https://openalex.org/W2346578521","https://openalex.org/W4297660007","https://openalex.org/W2886918272","https://openalex.org/W4387589990","https://openalex.org/W2943982549","https://openalex.org/W3101055019","https://openalex.org/W2910028250","https://openalex.org/W4241566321","https://openalex.org/W3094353829"],"abstract_inverted_index":{"When":[0],"deploying":[1],"deep":[2,38],"learning":[3],"models":[4],"such":[5],"as":[6,83,127],"convolutional":[7],"neural":[8],"networks":[9],"(CNNs)":[10],"in":[11,131,144,150],"safety-critical":[12],"domains,":[13],"it":[14,46],"is":[15],"important":[16,149],"to":[17,33,48,64],"understand":[18,65],"the":[19,35,50,53,88,98,107,118,145,152,163],"predictions":[20,113,161],"made":[21,114],"by":[22,115],"these":[23],"black-box":[24],"models.":[25],"While":[26],"many":[27],"different":[28],"approaches":[29],"have":[30],"been":[31],"taken":[32],"improve":[34],"interpretability":[36],"of":[37,52,90,109],"models,":[39],"most":[40],"methods":[41],"lack":[42],"theoretical":[43],"properties,":[44],"making":[45],"hard":[47],"justify":[49,106],"correctness":[51],"explanations":[54],"provided.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59,76],"take":[60],"an":[61,128],"information-theoretic":[62],"approach":[63],"why":[66],"CNNs":[67,116],"make":[68],"their":[69],"predictions.":[70],"Building":[71],"upon":[72],"sliced":[73,79],"mutual":[74,80],"information,":[75],"propose":[77],"pointwise":[78],"information":[81,92],"(PSI)":[82],"a":[84,94,101,138],"tool":[85,130],"for":[86,100,111,160],"measuring":[87],"amount":[89],"useful":[91],"that":[93,124,141],"feature":[95],"has":[96],"about":[97],"label":[99],"single":[102],"instance.":[103],"We":[104,122],"theoretically":[105],"use":[108],"PSI":[110,125,136,156],"explaining":[112],"through":[117],"connection":[119],"with":[120],"margin.":[121],"show":[123],"works":[126],"explainability":[129],"two":[132],"ways:":[133],"(i)":[134],"Fiber-wise":[135],"constructs":[137],"saliency":[139],"map":[140],"highlights":[142],"regions":[143],"image":[146],"which":[147],"are":[148],"predicting":[151],"labels;":[153],"(ii)":[154],"Sample-wise":[155],"provides":[157],"confidence":[158],"scores":[159],"on":[162],"labels.":[164]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}