{"id":"https://openalex.org/W7128058155","doi":"https://doi.org/10.48550/arxiv.2602.04054","title":"SEIS: Subspace-based Equivariance and Invariance Scores for Neural Representations","display_name":"SEIS: Subspace-based Equivariance and Invariance Scores for Neural Representations","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7128058155","doi":"https://doi.org/10.48550/arxiv.2602.04054"},"language":"en","primary_location":{"id":"pmh:oai:eprints.soton.ac.uk:511796","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.soton.ac.uk/511796/1/2602.04054v1.pdf","source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.soton.ac.uk/511796/1/2602.04054v1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125218824","display_name":"Huahua Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Huahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077531047","display_name":"Katayoun Farrahi","orcid":"https://orcid.org/0000-0001-6775-127X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farrahi, Katayoun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078326698","display_name":"Xiaohao Cai","orcid":"https://orcid.org/0000-0003-0924-2834"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Xiaohao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.4415000081062317,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.4415000081062317,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09149999916553497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.05820000171661377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7254999876022339},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6090999841690063},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5666000247001648},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38920000195503235},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3887999951839447},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.388700008392334},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.3874000012874603}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7254999876022339},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6090999841690063},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5293999910354614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4991999864578247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4088999927043915},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.33809998631477356},{"id":"https://openalex.org/C32990609","wikidata":"https://www.wikidata.org/wiki/Q306542","display_name":"Transformation geometry","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C173913448","wikidata":"https://www.wikidata.org/wiki/Q1375687","display_name":"Sphericity","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C142259097","wikidata":"https://www.wikidata.org/wiki/Q5891314","display_name":"Homogeneity (statistics)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.soton.ac.uk:511796","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.soton.ac.uk/511796/1/2602.04054v1.pdf","source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"doi:10.48550/arxiv.2602.04054","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:eprints.soton.ac.uk:511796","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.soton.ac.uk/511796/1/2602.04054v1.pdf","source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128058155.pdf","grobid_xml":"https://content.openalex.org/works/W7128058155.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"how":[1,36],"neural":[2],"representations":[3,43,71],"respond":[4],"to":[5,46,109,128],"geometric":[6,37,73,182],"transformations":[7],"is":[8,39,136,140],"essential":[9],"for":[10,67],"evaluating":[11],"whether":[12],"learned":[13],"features":[14],"preserve":[15],"meaningful":[16],"spatial":[17],"structure.":[18],"Existing":[19],"approaches":[20],"primarily":[21,24],"assess":[22],"robustness":[23],"by":[25,142],"comparing":[26],"model":[27],"outputs":[28],"under":[29,72],"transformed":[30],"inputs,":[31],"offering":[32],"limited":[33],"insight":[34],"into":[35],"information":[38,49],"organized":[40],"within":[41,116],"internal":[42],"and":[44,51,61,151,154],"failing":[45],"distinguish":[47],"between":[48],"loss":[50],"re-encoding.":[52],"In":[53,122],"this":[54,134],"work,":[55],"we":[56,94,175],"introduce":[57],"SEIS":[58],"(Subspace-based":[59],"Equivariance":[60],"Invariance":[62],"Scores),":[63],"a":[64,103],"subspace":[65],"metric":[66],"analyzing":[68],"layer-wise":[69],"feature":[70],"transformations,":[74],"disentangling":[75],"equivariance":[76,108,126,150],"from":[77,106],"invariance":[78,152],"without":[79],"requiring":[80],"labels":[81],"or":[82],"explicit":[83],"knowledge":[84],"of":[85],"the":[86,117],"transformation.":[87],"Through":[88],"controlled":[89],"experiments":[90],"across":[91],"diverse":[92],"architectures,":[93],"uncover":[95],"several":[96],"consistent":[97],"patterns.":[98],"First,":[99],"convolutional":[100,173],"encoders":[101],"exhibit":[102,180],"depth-wise":[104],"transition":[105],"strong":[107],"increasing":[110],"invariance,":[111],"with":[112],"both":[113,149,161],"properties":[114,162],"stabilizing":[115],"first":[118],"few":[119],"training":[120,143],"epochs.":[121],"segmentation":[123],"decoders,":[124],"however,":[125],"tends":[127],"recover":[129],"in":[130,160],"later":[131],"layers.":[132],"Second,":[133],"trade-off":[135],"not":[137],"intrinsic":[138],"but":[139],"shaped":[141],"decisions:":[144],"data":[145],"augmentation":[146],"actively":[147],"strengthens":[148],"simultaneously,":[153],"multi-task":[155],"learning":[156],"induces":[157],"synergistic":[158],"gains":[159],"beyond":[163,172],"what":[164],"either":[165],"task":[166],"achieves":[167],"alone.":[168],"Extending":[169],"our":[170],"analysis":[171],"networks,":[174],"find":[176],"that":[177],"transformer-based":[178],"models":[179],"distinct":[181],"behaviors,":[183],"while":[184],"MLP-Mixers":[185],"display":[186],"intermediate":[187],"characteristics.":[188]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-07T00:00:00"}