{"id":"https://openalex.org/W4404343113","doi":"https://doi.org/10.48550/arxiv.2410.23107","title":"Decoupling Semantic Similarity from Spatial Alignment for Neural Networks","display_name":"Decoupling Semantic Similarity from Spatial Alignment for Neural Networks","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4404343113","doi":"https://doi.org/10.48550/arxiv.2410.23107"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.23107","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.23107","pdf_url":"https://arxiv.org/pdf/2410.23107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.23107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037975935","display_name":"Tassilo Wald","orcid":"https://orcid.org/0009-0007-5222-2683"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wald, Tassilo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088195328","display_name":"Constantin Ulrich","orcid":"https://orcid.org/0000-0003-3002-8170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulrich, Constantin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112562026","display_name":"Gregor K\u00f6hler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"K\u00f6hler, Gregor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102832749","display_name":"David Zimmerer","orcid":"https://orcid.org/0000-0002-8865-2171"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmerer, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081029146","display_name":"Stefan Denner","orcid":"https://orcid.org/0009-0008-2302-743X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Denner, Stefan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101474595","display_name":"Michael Baumgartner","orcid":"https://orcid.org/0000-0003-4455-9917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baumgartner, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072647800","display_name":"Fabian Isensee","orcid":"https://orcid.org/0000-0002-3519-5886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isensee, Fabian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018725267","display_name":"Priyank Jaini","orcid":"https://orcid.org/0000-0002-7689-2557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaini, Priyank","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027292126","display_name":"Klaus Maier\u2010Hein","orcid":"https://orcid.org/0000-0002-6626-2463"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier-Hein, Klaus H.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5037975935"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.7551250457763672},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6212411522865295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5580630898475647},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5350303053855896},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5258708000183105},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45769768953323364},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34677350521087646},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14361080527305603},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.08192068338394165},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07434967160224915}],"concepts":[{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.7551250457763672},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6212411522865295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5580630898475647},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5350303053855896},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5258708000183105},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45769768953323364},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34677350521087646},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14361080527305603},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.08192068338394165},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07434967160224915}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.23107","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.23107","pdf_url":"https://arxiv.org/pdf/2410.23107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.23107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.23107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.23107","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.23107","pdf_url":"https://arxiv.org/pdf/2410.23107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4313561376","https://openalex.org/W3103825105","https://openalex.org/W3027880158","https://openalex.org/W3207533102","https://openalex.org/W1617565119","https://openalex.org/W160381218","https://openalex.org/W2114797768","https://openalex.org/W2380654781","https://openalex.org/W2176214140","https://openalex.org/W2516873349"],"abstract_inverted_index":{"What":[0],"representation":[1],"do":[2],"deep":[3,22,112],"neural":[4,15],"networks":[5],"learn?":[6],"How":[7],"similar":[8,88],"are":[9,158],"images":[10,94],"to":[11,36,49,56,87,143,151,160,198],"each":[12,70],"other":[13],"for":[14,69,128,137],"networks?":[16],"Despite":[17],"the":[18,51,76,91,100,121,133,180,194,199],"overwhelming":[19],"success":[20],"of":[21,53,80,103,123,182],"learning":[23,113],"methods":[24],"key":[25],"questions":[26],"about":[27],"their":[28,37,141],"internal":[29,38],"workings":[30],"still":[31],"remain":[32],"largely":[33],"unanswered,":[34],"due":[35],"high":[39],"dimensionality":[40],"and":[41,191],"complexity.":[42],"To":[43],"address":[44],"this,":[45],"one":[46],"approach":[47],"is":[48,95],"measure":[50,164],"similarity":[52,65,78,92,124,135,166,195,200],"activation":[54],"responses":[55,127,169],"various":[57],"inputs.":[58],"Representational":[59],"Similarity":[60],"Matrices":[61],"(RSMs)":[62],"distill":[63],"this":[64,116,147,153],"into":[66],"scalar":[67],"values":[68],"input":[71,85,168],"pair.":[72],"These":[73],"matrices":[74],"encapsulate":[75],"entire":[77],"structure":[79],"a":[81,174],"system,":[82],"indicating":[83],"which":[84,157],"leads":[86],"responses.":[89],"While":[90],"between":[93,125,167,196,201],"ambiguous,":[96],"we":[97,139,149,178],"argue":[98],"that":[99],"spatial":[101,144,161],"location":[102],"semantic":[104,155,165,183],"objects":[105],"does":[106],"neither":[107],"influence":[108],"human":[109],"perception":[110],"nor":[111],"classifiers.":[114],"Thus":[115],"should":[117],"be":[118],"reflected":[119],"in":[120],"definition":[122],"image":[126,189],"computer":[129],"vision":[130],"systems.":[131],"Revisiting":[132],"established":[134],"calculations":[136],"RSMs":[138,184,187],"expose":[140],"sensitivity":[142],"alignment.":[145],"In":[146],"paper,":[148],"propose":[150],"solve":[152],"through":[154,188],"RSMs,":[156],"invariant":[159],"permutation.":[162],"We":[163],"by":[170,192],"formulating":[171],"it":[172],"as":[173],"set-matching":[175],"problem.":[176],"Further,":[177],"quantify":[179],"superiority":[181],"over":[185],"spatio-semantic":[186],"retrieval":[190],"comparing":[193],"representations":[197],"predicted":[202],"class":[203],"probabilities.":[204]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}