{"id":"https://openalex.org/W4386065251","doi":"https://doi.org/10.1109/cvpr52729.2023.00269","title":"PIP-Net: Patch-Based Intuitive Prototypes for Interpretable Image Classification","display_name":"PIP-Net: Patch-Based Intuitive Prototypes for Interpretable Image Classification","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386065251","doi":"https://doi.org/10.1109/cvpr52729.2023.00269"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.00269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ris.utwente.nl/ws/files/307811169/Nauta_PIP_Net_Patch_Based_Intuitive_Prototypes_for_Interpretable_Image_Classification_CVPR_2023_paper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074831496","display_name":"Meike Nauta","orcid":"https://orcid.org/0000-0002-0558-3810"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["DE","NL"],"is_corresponding":true,"raw_author_name":"Meike Nauta","raw_affiliation_strings":["University of Twente,the Netherlands","University of Duisburg-Essen, Germany","University of Twente, the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,the Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Twente, the Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029341868","display_name":"J\u00f6rg Schl\u00f6tterer","orcid":"https://orcid.org/0000-0002-3678-0390"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Schl\u00f6tterer","raw_affiliation_strings":["University of Duisburg-Essen,Germany","University of Duisburg-Essen, Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen,Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062035687","display_name":"Maurice van Keulen","orcid":"https://orcid.org/0000-0003-2436-1372"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maurice van Keulen","raw_affiliation_strings":["University of Twente,the Netherlands","University of Twente, the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Twente,the Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"University of Twente, the Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054484216","display_name":"Christin Seifert","orcid":"https://orcid.org/0000-0002-6776-3868"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christin Seifert","raw_affiliation_strings":["University of Duisburg-Essen,Germany","University of Duisburg-Essen, Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen,Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074831496"],"corresponding_institution_ids":["https://openalex.org/I62318514","https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":15.6285,"has_fulltext":true,"cited_by_count":90,"citation_normalized_percentile":{"value":0.99369461,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2744","last_page":"2753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7394933700561523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6815036535263062},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5794020295143127},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.569603443145752},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5327902436256409},{"id":"https://openalex.org/keywords/net","display_name":"Net (polyhedron)","score":0.5320003628730774},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5007383823394775},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4925845265388489},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4875614047050476},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.47475603222846985},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4589558243751526},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.44842225313186646},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4478800296783447},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.43680456280708313},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.43041059374809265},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40519773960113525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3558107614517212},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33544057607650757},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0957232415676117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7394933700561523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6815036535263062},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5794020295143127},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.569603443145752},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5327902436256409},{"id":"https://openalex.org/C14166107","wikidata":"https://www.wikidata.org/wiki/Q253829","display_name":"Net (polyhedron)","level":2,"score":0.5320003628730774},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5007383823394775},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4925845265388489},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4875614047050476},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.47475603222846985},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4589558243751526},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.44842225313186646},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4478800296783447},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.43680456280708313},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.43041059374809265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40519773960113525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3558107614517212},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33544057607650757},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0957232415676117},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.00269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:publications/469153b1-ee2d-4d4b-9da3-8448e17e7cdd","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/469153b1-ee2d-4d4b-9da3-8448e17e7cdd","pdf_url":"https://ris.utwente.nl/ws/files/307811169/Nauta_PIP_Net_Patch_Based_Intuitive_Prototypes_for_Interpretable_Image_Classification_CVPR_2023_paper.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Nauta, M, Schl\u00f6tterer, J, van Keulen, M & Seifert, C 2023, PIP-Net: Patch-Based Intuitive Prototypes for Interpretable Image Classification. in CVPR 2023. pp. 2744-2753, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:ut:oai:ris.utwente.nl:publications/65418523-0db6-4f6d-ba5f-b3253ea39998","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/65418523-0db6-4f6d-ba5f-b3253ea39998","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSUE=2;TITLE=2nd Explainable AI for Computer Vision Workshop, XAI4CV 2023","raw_type":"info:eu-repo/semantics/conferenceitemnotinproceedings"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:publications/469153b1-ee2d-4d4b-9da3-8448e17e7cdd","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/469153b1-ee2d-4d4b-9da3-8448e17e7cdd","pdf_url":"https://ris.utwente.nl/ws/files/307811169/Nauta_PIP_Net_Patch_Based_Intuitive_Prototypes_for_Interpretable_Image_Classification_CVPR_2023_paper.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Nauta, M, Schl\u00f6tterer, J, van Keulen, M & Seifert, C 2023, PIP-Net: Patch-Based Intuitive Prototypes for Interpretable Image Classification. in CVPR 2023. pp. 2744-2753, IEEE/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, British Columbia, Canada, 18/06/23.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386065251.pdf","grobid_xml":"https://content.openalex.org/works/W4386065251.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1825675169","https://openalex.org/W1977295328","https://openalex.org/W1996418862","https://openalex.org/W2138011018","https://openalex.org/W2156406284","https://openalex.org/W2609575245","https://openalex.org/W2811104224","https://openalex.org/W2959325723","https://openalex.org/W2963483561","https://openalex.org/W2964128011","https://openalex.org/W2969342617","https://openalex.org/W3023371261","https://openalex.org/W3094177740","https://openalex.org/W3094509718","https://openalex.org/W3097858943","https://openalex.org/W3101227480","https://openalex.org/W3114632476","https://openalex.org/W3118062200","https://openalex.org/W3132191748","https://openalex.org/W3134751001","https://openalex.org/W3137959340","https://openalex.org/W3144538040","https://openalex.org/W3167738759","https://openalex.org/W3171670137","https://openalex.org/W3172917901","https://openalex.org/W3173547984","https://openalex.org/W3202897123","https://openalex.org/W3202988816","https://openalex.org/W3205597769","https://openalex.org/W3217157240","https://openalex.org/W4226022515","https://openalex.org/W4287022992","https://openalex.org/W4287363917","https://openalex.org/W4287634169","https://openalex.org/W4288091267","https://openalex.org/W4292946094","https://openalex.org/W4312284582","https://openalex.org/W4312407344","https://openalex.org/W4312443924","https://openalex.org/W4313194958","https://openalex.org/W4321786089","https://openalex.org/W6638389677","https://openalex.org/W6750391026","https://openalex.org/W6753001334","https://openalex.org/W6765638835","https://openalex.org/W6774576976","https://openalex.org/W6778102432","https://openalex.org/W6784131102","https://openalex.org/W6790285754","https://openalex.org/W6790503700","https://openalex.org/W6791520968","https://openalex.org/W6795562474","https://openalex.org/W6800217721","https://openalex.org/W6802647179","https://openalex.org/W6810656388","https://openalex.org/W6841585377","https://openalex.org/W6847290322"],"related_works":["https://openalex.org/W2975200075","https://openalex.org/W2337415362","https://openalex.org/W2007544051","https://openalex.org/W4312857205","https://openalex.org/W121273120","https://openalex.org/W2740820121","https://openalex.org/W317572212","https://openalex.org/W2002009170","https://openalex.org/W1837097281","https://openalex.org/W1966410754"],"abstract_inverted_index":{"Interpretable":[0],"methods":[1,23],"based":[2],"on":[3,136],"prototypical":[4,73,99],"patches":[5],"recognize":[6],"various":[7],"components":[8],"in":[9,12,30,45,75,101,165,205],"an":[10,66,102,206],"image":[11,68,103],"order":[13],"to":[14,18,42,199],"explain":[15],"their":[16],"reasoning":[17,153],"humans.":[19],"However,":[20],"existing":[21],"prototype-based":[22],"can":[24,40,86,111],"learn":[25],"prototypes":[26,149,164,172,196],"that":[27,71,170,179],"are":[28],"not":[29,51,134],"line":[31],"with":[32,82,174,194],"human":[33,83],"visual":[34],"perception,":[35],"i.e.,":[36],"the":[37,46,55,95,145,151,155,162,182,201],"same":[38],"prototype":[39],"refer":[41],"different":[43],"concepts":[44],"real":[47],"world,":[48],"making":[49,203],"interpretation":[50],"intuitive.":[52],"Driven":[53],"by":[54,120],"principle":[56],"of":[57,97,147,154],"explainability-by-design,":[58],"we":[59],"introduce":[60],"PIP-Net":[61,85,140,180,193],"(Patch-based":[62],"Intuitive":[63],"Prototypes":[64],"Network):":[65],"interpretable":[67,143,195],"classification":[69],"model":[70,110],"learns":[72],"parts":[74],"a":[76,90,98,107,115],"self-supervised":[77],"fashion":[78],"which":[79],"correlate":[80,173],"better":[81],"vision.":[84],"be":[87],"interpreted":[88],"as":[89],"sparse":[91],"scoring":[92],"sheet":[93],"where":[94],"presence":[96],"part":[100,138],"adds":[104],"evidence":[105],"for":[106,117],"class.":[108],"The":[109],"also":[112],"abstain":[113],"from":[114],"decision":[116,202],"out-of-distribution":[118],"data":[119],"saying":[121],"\u201cI":[122],"haven't":[123],"seen":[124],"this":[125],"before\u201d.":[126],"We":[127,168],"only":[128],"use":[129],"image-level":[130],"labels":[131],"and":[132,188,209],"do":[133],"rely":[135],"any":[137],"annotations.":[139],"is":[141,214],"globally":[142],"since":[144],"set":[146],"learned":[148],"shows":[150],"entire":[152],"model.":[156],"A":[157],"smaller":[158],"local":[159],"explanation":[160],"locates":[161],"relevant":[163],"one":[166],"image.":[167],"show":[169],"our":[171,192],"ground-truth":[175],"object":[176],"parts,":[177],"indicating":[178],"closes":[181],"\u201csemantic":[183],"gap\u201d":[184],"between":[185],"latent":[186],"space":[187],"pixel":[189],"space.":[190],"Hence,":[191],"enables":[197],"users":[198],"interpret":[200],"process":[204],"intuitive,":[207],"faithful":[208],"semantically":[210],"meaningful":[211],"way.":[212],"Code":[213],"available":[215],"at":[216],"https://github.com/M-Nauta/PIPNet.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":45},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}