{"id":"https://openalex.org/W4402753897","doi":"https://doi.org/10.1109/cvpr52733.2024.00399","title":"Deciphering \u2018What\u2019 and \u2018Where\u2019 Visual Pathways from Spectral Clustering of Layer-Distributed Neural Representations","display_name":"Deciphering \u2018What\u2019 and \u2018Where\u2019 Visual Pathways from Spectral Clustering of Layer-Distributed Neural Representations","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402753897","doi":"https://doi.org/10.1109/cvpr52733.2024.00399"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00399","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cvpr52733.2024.00399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115590186","display_name":"Xiao Zhang","orcid":"https://orcid.org/0009-0002-9537-8120"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["University of Chicago"],"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057541454","display_name":"David Yunis","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Yunis","raw_affiliation_strings":["TTI -Chicago"],"affiliations":[{"raw_affiliation_string":"TTI -Chicago","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001371942","display_name":"Michael Maire","orcid":"https://orcid.org/0000-0002-9778-6673"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Maire","raw_affiliation_strings":["University of Chicago"],"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5115590186"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":0.3637,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67098524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4165","last_page":"4175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6262540817260742},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6256076693534851},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6228861808776855},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4995553493499756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40029826760292053},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07206562161445618}],"concepts":[{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6262540817260742},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6256076693534851},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6228861808776855},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4995553493499756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40029826760292053},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07206562161445618},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00399","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cvpr52733.2024.00399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1539790486","https://openalex.org/W1673923490","https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1959608418","https://openalex.org/W1976047850","https://openalex.org/W1979285635","https://openalex.org/W1987971958","https://openalex.org/W1996348120","https://openalex.org/W2027051510","https://openalex.org/W2037227137","https://openalex.org/W2082627290","https://openalex.org/W2084850449","https://openalex.org/W2097323414","https://openalex.org/W2108944208","https://openalex.org/W2110158442","https://openalex.org/W2121927366","https://openalex.org/W2127251585","https://openalex.org/W2129069237","https://openalex.org/W2136467819","https://openalex.org/W2137137397","https://openalex.org/W2145023731","https://openalex.org/W2165140157","https://openalex.org/W2171009857","https://openalex.org/W2340897893","https://openalex.org/W2561196672","https://openalex.org/W2752796333","https://openalex.org/W2798991696","https://openalex.org/W2962770929","https://openalex.org/W2962803021","https://openalex.org/W2962858109","https://openalex.org/W2963150697","https://openalex.org/W2963198662","https://openalex.org/W2963630186","https://openalex.org/W2963799213","https://openalex.org/W2970120757","https://openalex.org/W2972324944","https://openalex.org/W2973136764","https://openalex.org/W2990500698","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3036167779","https://openalex.org/W3083155260","https://openalex.org/W3096609285","https://openalex.org/W3159481202","https://openalex.org/W3166396011","https://openalex.org/W3172288085","https://openalex.org/W3176196997","https://openalex.org/W3195577433","https://openalex.org/W4221167013","https://openalex.org/W4224807381","https://openalex.org/W4225981824","https://openalex.org/W4226452378","https://openalex.org/W4230405732","https://openalex.org/W4294255647","https://openalex.org/W4295312788","https://openalex.org/W4312901841","https://openalex.org/W4312933868","https://openalex.org/W4312960937","https://openalex.org/W4312980231","https://openalex.org/W4313145515","https://openalex.org/W4313150877","https://openalex.org/W4313156423","https://openalex.org/W4313445574","https://openalex.org/W4320013936","https://openalex.org/W4378498790","https://openalex.org/W4379961468","https://openalex.org/W4380353815","https://openalex.org/W4385245566","https://openalex.org/W4386076264","https://openalex.org/W4386076458","https://openalex.org/W4386113253","https://openalex.org/W4390873599","https://openalex.org/W6630875275","https://openalex.org/W6676322486","https://openalex.org/W6677945368","https://openalex.org/W6679045638","https://openalex.org/W6680316977","https://openalex.org/W6685061373","https://openalex.org/W6739901393","https://openalex.org/W6766978945","https://openalex.org/W6774314701","https://openalex.org/W6779823529","https://openalex.org/W6791353385","https://openalex.org/W6805547681","https://openalex.org/W6809805176","https://openalex.org/W6811433417","https://openalex.org/W6853660567","https://openalex.org/W7037270093"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2,77],"approach":[3],"for":[4],"analyzing":[5],"grouping":[6],"information":[7,172],"contained":[8],"within":[9,91],"a":[10,36,42,81,92,122,185],"neural":[11],"network's":[12,43],"activations,":[13],"per-mitting":[14],"extraction":[15],"of":[16,25,41,59,76,83],"spatial":[17,148,176],"layout":[18],"and":[19,51,167],"semantic":[20,186],"segmentation":[21],"from":[22,48,107],"the":[23,53,60,115,129],"behavior":[24],"large":[26],"pre-trained":[27,123],"vision":[28],"models.":[29,135],"Unlike":[30],"prior":[31],"work,":[32],"our":[33,103],"method":[34],"conducts":[35],"who":[37],"lis":[38],"tic":[39],"analysis":[40,73],"activation":[44],"state,":[45],"leveraging":[46],"features":[47,90],"all":[49],"layers":[50,143],"obviating":[52],"need":[54],"to":[55,105,110,175],"guess":[56],"which":[57],"part":[58],"model":[61],"contains":[62],"relevant":[63],"information.":[64],"Motivated":[65],"by":[66,88,133,153],"classic":[67],"spectral":[68],"clustering,":[69],"we":[70],"formulate":[71],"this":[72,96],"in":[74,114],"terms":[75],"optimization":[78,97],"objective":[79],"involving":[80],"set":[82],"affinity":[84,137,152],"matrices,":[85],"each":[86],"formed":[87],"comparing":[89],"different":[93],"layer.":[94],"Solving":[95],"problem":[98],"using":[99],"gradient":[100],"descent":[101],"allows":[102],"technique":[104],"scale":[106],"single":[108],"images":[109],"dataset-level":[111],"analysis,":[112],"including,":[113],"latter,":[116],"both":[117],"intra-and":[118],"inter-image":[119],"relationships.":[120],"Analyzing":[121],"generative":[124],"transformer":[125],"provides":[126],"insight":[127],"into":[128],"computational":[130],"strategy":[131],"learned":[132],"such":[134],"Equating":[136],"with":[138],"key-query":[139],"similarity":[140,156],"across":[141],"attention":[142],"yields":[144,157],"eigenvectors":[145,158],"encoding":[146,159],"scene":[147],"layout,":[149],"whereas":[150],"defining":[151],"value":[154,182],"vector":[155],"object":[160],"identity.":[161],"This":[162],"result":[163],"suggests":[164],"that":[165],"key":[166],"query":[168],"vectors":[169,183],"co-ordinate":[170],"attentional":[171],"flow":[173],"according":[174],"proximity":[177],"(a":[178,189],"\u2018where\u2019":[179],"pathway),":[180],"while":[181],"refine":[184],"category":[187],"representation":[188],"\u2018what\u2019":[190],"pathway).":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}