{"id":"https://openalex.org/W3130966747","doi":"https://doi.org/10.1007/s11263-021-01498-0","title":"Semantic Bottlenecks: Quantifying and Improving Inspectability of Deep Representations","display_name":"Semantic Bottlenecks: Quantifying and Improving Inspectability of Deep Representations","publication_year":2021,"publication_date":"2021-09-14","ids":{"openalex":"https://openalex.org/W3130966747","doi":"https://doi.org/10.1007/s11263-021-01498-0","mag":"3130966747"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-021-01498-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01498-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01498-0.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01498-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008309999","display_name":"Max Losch","orcid":"https://orcid.org/0000-0001-6525-4528"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Max Losch","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6525-4528","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003887059","display_name":"Mario Fritz","orcid":"https://orcid.org/0000-0001-8949-9896"},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mario Fritz","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210128801"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051534545","display_name":"Bernt Schiele","orcid":"https://orcid.org/0000-0001-9683-5237"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernt Schiele","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008309999"],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":{"value":3690,"currency":"USD","value_usd":3690},"apc_paid":{"value":3690,"currency":"USD","value_usd":3690},"fwci":0.7231,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.67657419,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"129","issue":"11","first_page":"3136","last_page":"3153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000761270523071},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6921871900558472},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6367537975311279},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5823940634727478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5363197922706604},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.479250431060791},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47008016705513},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4512001574039459},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39384710788726807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000761270523071},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6921871900558472},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6367537975311279},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5823940634727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5363197922706604},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.479250431060791},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47008016705513},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4512001574039459},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39384710788726807},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-021-01498-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01498-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01498-0.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-021-01498-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-021-01498-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-021-01498-0.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3130966747.pdf","grobid_xml":"https://content.openalex.org/works/W3130966747.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1787224781","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W1955942245","https://openalex.org/W2055302526","https://openalex.org/W2104408738","https://openalex.org/W2169177311","https://openalex.org/W2169393322","https://openalex.org/W2194775991","https://openalex.org/W2240067561","https://openalex.org/W2282821441","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2560023338","https://openalex.org/W2590082389","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2618851150","https://openalex.org/W2737258237","https://openalex.org/W2753738274","https://openalex.org/W2764024122","https://openalex.org/W2765813195","https://openalex.org/W2766047647","https://openalex.org/W2769943106","https://openalex.org/W2781228439","https://openalex.org/W2786178913","https://openalex.org/W2796885425","https://openalex.org/W2809136100","https://openalex.org/W2809671526","https://openalex.org/W2810075754","https://openalex.org/W2811104224","https://openalex.org/W2884822772","https://openalex.org/W2891612330","https://openalex.org/W2893080932","https://openalex.org/W2899914520","https://openalex.org/W2901107321","https://openalex.org/W2905672847","https://openalex.org/W2922667820","https://openalex.org/W2950772592","https://openalex.org/W2962790223","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963483561","https://openalex.org/W2963610729","https://openalex.org/W2963749936","https://openalex.org/W2964180856","https://openalex.org/W2970447476","https://openalex.org/W2970852027","https://openalex.org/W2971048680","https://openalex.org/W2971620415","https://openalex.org/W2988157455","https://openalex.org/W3010143093","https://openalex.org/W3012380364","https://openalex.org/W3034776267","https://openalex.org/W3037626499","https://openalex.org/W3041871339","https://openalex.org/W3096301653","https://openalex.org/W3109301572","https://openalex.org/W3138819813","https://openalex.org/W6734194636","https://openalex.org/W6738884579","https://openalex.org/W6752515464","https://openalex.org/W6754669440","https://openalex.org/W6757204547","https://openalex.org/W6779243538","https://openalex.org/W6780484765"],"related_works":["https://openalex.org/W3176621072","https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W2995475466","https://openalex.org/W2356785732","https://openalex.org/W4239033281","https://openalex.org/W4230611425","https://openalex.org/W2731899572","https://openalex.org/W4380789568","https://openalex.org/W3112772842"],"abstract_inverted_index":{"Abstract":[0],"Today\u2019s":[1],"deep":[2],"learning":[3],"systems":[4],"deliver":[5],"high":[6],"performance":[7,169],"based":[8,195],"on":[9,94],"end-to-end":[10],"training":[11],"but":[12],"are":[13,22,32,194],"notoriously":[14],"hard":[15],"to":[16,66,85,97,105,135,185],"inspect.":[17],"We":[18,89,111],"argue":[19],"that":[20,99,130,190],"there":[21],"at":[23],"least":[24],"two":[25,113,171],"reasons":[26],"making":[27],"inspectability":[28,44,81,126],"challenging:":[29],"(i)":[30],"representations":[31,153],"distributed":[33],"across":[34,154,170],"hundreds":[35],"of":[36,115,152,165,181,187],"channels":[37,184,189],"and":[38,74],"(ii)":[39],"a":[40,91,175],"unifying":[41],"metric":[42,84],"quantifying":[43],"is":[45,133],"lacking.":[46],"In":[47],"this":[48,118],"paper,":[49],"we":[50,161],"address":[51],"both":[52,158],"issues":[53],"by":[54,149],"proposing":[55],"Semantic":[56],"Bottlenecks":[57],"(SB),":[58],"which":[59,124,143],"can":[60,162],"be":[61],"integrated":[62],"into":[63],"pretrained":[64],"networks,":[65],"align":[67],"channel":[68],"outputs":[69],"with":[70],"individual":[71],"visual":[72],"concepts":[73,129],"introduce":[75],"the":[76,87,102,131,166],"model":[77,132],"agnostic":[78],"Area":[79],"Under":[80],"Curve":[82],"(AUiC)":[83],"measure":[86],"alignment.":[88],"present":[90],"case":[92],"study":[93],"semantic":[95],"segmentation":[96,168],"demonstrate":[98],"SBs":[100,141],"improve":[101],"AUiC":[103,147],"up":[104],"six-fold":[106],"over":[107],"regular":[108],"network":[109],"outputs.":[110],"explore":[112],"types":[114],"SB-layers":[116,122],"in":[117],"work.":[119],"First,":[120],"concept-supervised":[121],"(SSB),":[123],"offer":[125,144],"w.r.t.":[127],"predefined":[128],"demanded":[134],"rely":[136],"on.":[137,196],"And":[138],"second,":[139],"unsupervised":[140],"(USB),":[142],"equally":[145],"strong":[146],"improvements":[148],"restricting":[150],"distributedness":[151],"channels.":[155],"Importantly,":[156],"for":[157],"SB":[159],"types,":[160],"recover":[163],"state":[164],"art":[167],"different":[172],"models":[173],"despite":[174],"drastic":[176],"dimensionality":[177],"reduction":[178],"from":[179],"1000s":[180],"non":[182],"aligned":[183],"10s":[186],"semantics-aligned":[188],"all":[191],"downstream":[192],"results":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}