{"id":"https://openalex.org/W4416799627","doi":"https://doi.org/10.1109/apsipaasc65261.2025.11249299","title":"Low-Rank Compression of Neural Network Weights by Null-Space Encouragement","display_name":"Low-Rank Compression of Neural Network Weights by Null-Space Encouragement","publication_year":2025,"publication_date":"2025-10-22","ids":{"openalex":"https://openalex.org/W4416799627","doi":"https://doi.org/10.1109/apsipaasc65261.2025.11249299"},"language":null,"primary_location":{"id":"doi:10.1109/apsipaasc65261.2025.11249299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc65261.2025.11249299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034835677","display_name":"Arda \u00d6zdemir","orcid":"https://orcid.org/0000-0002-9959-7315"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Arda Ozdemir","raw_affiliation_strings":["Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ozgur Soysal","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ozgur Soysal","raw_affiliation_strings":["Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120390167","display_name":"Ege Doganay","orcid":null},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ege Doganay","raw_affiliation_strings":["Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023421723","display_name":"Yi\u011fit Y\u0131ld\u0131r\u0131m","orcid":"https://orcid.org/0000-0002-2176-5884"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yigit Yildirim","raw_affiliation_strings":["Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065341937","display_name":"Orhan Ar\u0131kan","orcid":"https://orcid.org/0000-0002-3698-8888"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Orhan Arikan","raw_affiliation_strings":["Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Electrical and Electronics Engineering,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17304917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1194","last_page":"1199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.4101000130176544,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.4101000130176544,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.0989999994635582,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09669999778270721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5156999826431274},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5121999979019165},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4909999966621399},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.46869999170303345},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.4205000102519989},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.35409998893737793},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34200000762939453},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.33079999685287476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6829000115394592},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5156999826431274},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46630001068115234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4657000005245209},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3222000002861023},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.27489998936653137},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2988224531","wikidata":"https://www.wikidata.org/wiki/Q20830730","display_name":"Network structure","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C2781345722","wikidata":"https://www.wikidata.org/wiki/Q5308388","display_name":"Drop (telecommunication)","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc65261.2025.11249299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc65261.2025.11249299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1977361006","https://openalex.org/W2000215628","https://openalex.org/W2024165284","https://openalex.org/W2112796928","https://openalex.org/W2407386500","https://openalex.org/W2886756692","https://openalex.org/W3005707914"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"are":[3],"often":[4,42],"heavily":[5],"over-parametrized":[6,90],"for":[7],"their":[8,74],"purposes,":[9],"making":[10],"them":[11,22],"costly":[12],"to":[13,137,161,177,199],"store":[14],"and":[15,48,87,143,165,183,196],"run":[16],"on":[17,127,150,180],"resource-constrained":[18],"devices.":[19],"Therefore,":[20],"compressing":[21],"into":[23,73],"fewer":[24],"parameters":[25],"with":[26,170,191],"minimal":[27],"performance":[28],"loss":[29],"is":[30,35,205],"essential.":[31],"One":[32],"popular":[33],"way":[34],"the":[36,49,57,62,85,88,93,98,102,108,114,118,124,128,141,144,202,215],"low-rank":[37,75,82,99,119],"decomposition":[38],"because":[39],"high-dimensional":[40],"data":[41],"lie":[43],"near":[44],"a":[45,227],"lower-dimensional":[46],"manifold,":[47],"most":[50],"important":[51],"features":[52],"can":[53],"be":[54],"captured":[55],"by":[56,106],"dominant":[58],"singular":[59],"values":[60],"of":[61,101,110,117,140],"weight":[63,104,120],"matrices.":[64],"In":[65],"this":[66],"work,":[67],"we":[68,96,133],"first":[69],"compress":[70],"pretrained":[71],"models":[72],"forms":[76],"(SVD":[77],"or":[78,175],"CP).":[79],"The":[80],"compressed":[81],"network":[83,91],"becomes":[84,92],"student":[86,125,142],"original":[89],"teacher.":[94,145],"Next,":[95],"exploit":[97],"structure":[100],"approximated":[103],"matrices":[105],"projecting":[107],"mismatch":[109],"intermediate":[111],"activations":[112],"onto":[113],"null":[115],"space":[116],"matrices,":[121],"ensuring":[122],"that":[123,201,214],"focuses":[126],"teacher's":[129],"task-relevant":[130],"directions.":[131],"Finally,":[132],"use":[134],"knowledge":[135],"distillation":[136],"align":[138],"outputs":[139],"We":[146,186],"validate":[147],"our":[148,189],"approach":[149],"tasks":[151],"involving":[152],"fully":[153],"connected":[154],"layers":[155],"and/or":[156],"convolutional":[157],"layers,":[158],"achieving":[159],"up":[160,176],"90":[162],"%":[163,167],"parameter":[164],"80":[166],"FLOP":[168],"reduction,":[169],"either":[171],"<1%":[172],"accuracy":[173],"drop":[174],"1.68%":[178],"gain":[179],"MNIST,":[181],"CIFAR-10,":[182],"CIFAR-100":[184],"benchmarks.":[185],"also":[187,224],"compare":[188],"method":[190],"previously":[192],"proposed":[193,203,216],"FitNets":[194],"[1]":[195],"Gramian":[197],"[2]":[198],"show":[200],"technique":[204,217],"better":[206],"at":[207],"maintaining":[208],"higher":[209],"accuracy.":[210],"These":[211],"results":[212],"indicate":[213],"not":[218],"only":[219],"reduces":[220],"model":[221],"size":[222],"but":[223],"acts":[225],"as":[226],"regularizer,":[228],"improving":[229],"generalization.":[230]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-11-28T00:00:00"}