{"id":"https://openalex.org/W7214482016","doi":"https://doi.org/10.5281/zenodo.22905913","title":"Eigen-Spectral Probe: Evaluating Weight Matrix Spectra and Cumulative Energy Retention in SLMs","display_name":"Eigen-Spectral Probe: Evaluating Weight Matrix Spectra and Cumulative Energy Retention in SLMs","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214482016","doi":"https://doi.org/10.5281/zenodo.22905913"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:22905914","doi":null,"is_oa":true,"landing_page_url":"https://github.com/zz-47/eigen-spectral-probe","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},"parent_works":[],"lineage":["https://openalex.org/W7214482016"],"child_works_count":0,"type":"other","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://github.com/zz-47/eigen-spectral-probe","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5151629921","display_name":"Zeeshan kayani","orcid":"https://orcid.org/0009-0007-6506-1516","observed_orcids":["https://orcid.org/0009-0007-6506-1516"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"kayani, Zeeshan","raw_affiliation_strings":["independent researcher"],"raw_orcid":"https://orcid.org/0009-0007-6506-1516","affiliations":[{"raw_affiliation_string":"independent researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5151629921"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8213000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8213000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.052299998700618744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smollm2","display_name":"SmolLM2","score":0.8100000023841858},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"singular value decomposition","score":0.9520000219345093},{"id":"https://openalex.org/keywords/effective-rank","display_name":"effective rank","score":0.7990000247955322},{"id":"https://openalex.org/keywords/embedding-layer","display_name":"embedding layer","score":0.7519999742507935},{"id":"https://openalex.org/keywords/scale-invariance","display_name":"scale invariance","score":0.5590000152587891},{"id":"https://openalex.org/keywords/linear-probing","display_name":"linear probing","score":0.7559999823570251},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"low-rank approximation","score":0.4950000047683716},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"memory bandwidth","score":0.3869999945163727},{"id":"https://openalex.org/keywords/cpu-deployment","display_name":"CPU deployment","score":0.37400001287460327},{"id":"https://openalex.org/keywords/token-embeddings","display_name":"token embeddings","score":0.44200000166893005},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.3709999918937683}],"concepts":[{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.5874000191688538},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5680000185966492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4575999975204468},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.38499999046325684},{"id":"https://openalex.org/C135402231","wikidata":"https://www.wikidata.org/wiki/Q898440","display_name":"Dissipation","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C4839761","wikidata":"https://www.wikidata.org/wiki/Q212111","display_name":"Spectral line","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.3781000077724457},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3747999966144562},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.3474999964237213},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.3212999999523163},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2750000059604645},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C156273044","wikidata":"https://www.wikidata.org/wiki/Q4913766","display_name":"Bin","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C30475298","wikidata":"https://www.wikidata.org/wiki/Q909554","display_name":"Computational physics","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:22905914","doi":null,"is_oa":true,"landing_page_url":"https://github.com/zz-47/eigen-spectral-probe","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.22905913","doi":"https://doi.org/10.5281/zenodo.22905913","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22905913","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"},{"id":"doi:10.5281/zenodo.22905914","doi":"https://doi.org/10.5281/zenodo.22905914","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22905914","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:22905914","doi":null,"is_oa":true,"landing_page_url":"https://github.com/zz-47/eigen-spectral-probe","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7156959109","https://openalex.org/W7223439878","https://openalex.org/W7203653780","https://openalex.org/W7212178398","https://openalex.org/W7167842431","https://openalex.org/W7172509038","https://openalex.org/W7160301364","https://openalex.org/W7154498245","https://openalex.org/W7197021676","https://openalex.org/W4416420801"],"abstract_inverted_index":{"This":[0],"spectral":[1,70,141,179,196,262,274,290,302,309,341],"audit":[2],"presents":[3],"an":[4],"empirical":[5],"examination":[6],"of":[7,72,133,140,165,270],"weight":[8,266],"matrix":[9,99],"geometries,":[10],"singular":[11,161],"value":[12,162],"distributions,":[13],"and":[14,25,61,93,123,256,261,276,285,295,311,332,348],"cumulative":[15],"energy":[16],"retention":[17],"across":[18,55,88,264,292],"the":[19,40,64,67,130,149],"SmolLM2":[20],"architecture":[21],"family":[22],"(135M,":[23],"360M,":[24,294],"1.7B":[26,175,296],"parameters).":[27],"Operating":[28],"entirely":[29],"without":[30,351],"reliance":[31],"on":[32,318,325],"theoretical":[33],"specification":[34],"sheets":[35],"or":[36],"assumed":[37],"scaling":[38,291],"laws,":[39],"diagnostics":[41],"inspects":[42],"raw":[43],"state":[44],"dictionaries":[45],"directly":[46],"in":[47,153,335],"memory.":[48],"By":[49],"executing":[50],"rigorous":[51],"Singular":[52],"Value":[53],"Decomposition":[54],"every":[56,340],"attention":[57],"projection,":[58],"feed-forward":[59],"block,":[60],"embedding":[62,150],"tensor,":[63],"framework":[65],"captures":[66],"true":[68],"underlying":[69],"characteristics":[71],"sub-billion":[73,235],"parameter":[74],"transformers":[75],"under":[76],"local":[77],"CPU":[78,228],"execution.":[79],"Core":[80],"Empirical":[81,206],"Findings":[82],"Layer-Wise":[83],"Spectral":[84],"Decomposition:":[85],"SVD":[86,259],"execution":[87,260],"query,":[89],"key,":[90],"value,":[91],"output,":[92],"FFN":[94,144],"projection":[95],"matrices":[96,145],"demonstrates":[97],"that":[98,178,195,209,232,339],"spectra":[100],"do":[101,181],"not":[102,182,213],"follow":[103],"a":[104],"clean":[105],"power-law":[106],"decay":[107],"(R2":[108],"values":[109],"ranging":[110],"from":[111,172,190,301],"0.63":[112],"to":[113,136,174,192,242,304],"0.89),":[114],"but":[115],"instead":[116],"exhibit":[117],"distinct":[118],"structural":[119],"elbows.":[120],"Effective":[121],"Rank":[122,280],"Energy":[124],"Concentration":[125],"(k_90):":[126],"Quantitative":[127],"profiling":[128],"measures":[129],"exact":[131],"fraction":[132],"components":[134,303],"required":[135],"retain":[137],"90":[138],"percent":[139],"energy.":[142,167],"While":[143],"demonstrate":[146],"broader":[147],"dispersion,":[148],"layer":[151],"($W_E$)":[152],"SmolLM2-135M":[154],"shows":[155],"extreme":[156],"concentration":[157,187],"with":[158],"its":[159],"top-1":[160,186],"carrying":[163],"50.6%":[164],"total":[166],"Cross-Scale":[168],"Invariance":[169],"Collapse:":[170],"Scaling":[171],"135M":[173],"parameters":[176],"reveals":[177],"properties":[180],"remain":[183],"constant;":[184],"W_E":[185],"drops":[188],"sharply":[189],"0.506":[191],"0.093,":[193],"proving":[194],"defaults":[197],"are":[198],"strictly":[199],"model-specific.":[200],"Truncation":[201,218],"Fidelity":[202],"vs.":[203],"Frobenius":[204,210],"Error:":[205],"evaluation":[207],"confirms":[208],"error":[211],"does":[212],"reliably":[214],"predict":[215],"output":[216,222,283],"drift.":[217],"at":[219],"k_90":[220],"preserves":[221],"fidelity":[223],"(KL":[224],"<":[225],"0.05),":[226],"though":[227],"deployment":[229],"testing":[230],"indicates":[231],"pruning":[233,310],"smaller":[234],"tensors":[236],"yields":[237],"minimal":[238],"wall-clock":[239],"speedup":[240],"due":[241],"memory":[243],"bandwidth":[244],"limits.":[245],"Structure":[246],"&":[247],"Reproducibility":[248],"The":[249],"repository":[250],"comprises":[251],"six":[252],"self-contained":[253],"diagnostic":[254,322],"notebooks":[255],"modules:":[257],"1_spectra_real_weights.ipynb:":[258],"metrics":[263],"actual":[265],"tensors.":[267],"2_semantic_directions.ipynb:":[268],"Projection":[269],"token":[271],"embeddings":[272],"into":[273],"coordinates":[275],"frequency":[277],"regression.":[278],"3_truncation_fidelity.ipynb:":[279],"truncation":[281],"versus":[282],"drift":[284],"KL":[286],"divergence.":[287],"4_scaleout_spectra.ipynb:":[288],"Comparative":[289],"135M,":[293],"variants.":[297],"5_weight_probing.ipynb:":[298],"Linear":[299],"probing":[300],"semantic":[305],"attributes.":[306],"6_spectral_pruning.ipynb:":[307],"Deployment-time":[308],"performance":[312],"benchmarking.":[313],"Built":[314],"for":[315],"complete":[316],"reproducibility":[317],"standard":[319],"hardware,":[320],"all":[321],"routines":[323],"rely":[324],"pinned":[326],"dependencies":[327],"(torch,":[328],"numpy,":[329],"scipy,":[330],"matplotlib)":[331],"execute":[333],"cleanly":[334],"local,":[336],"CPU-only":[337],"environments\u2014ensuring":[338],"claim":[342],"can":[343],"be":[344],"independently":[345],"audited,":[346],"verified,":[347],"built":[349],"upon":[350],"specialized":[352],"infrastructure.":[353]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7214482016","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-09-27T00:00:00"}
