{"id":"https://openalex.org/W4399411524","doi":"https://doi.org/10.1109/tnnls.2024.3400928","title":"Compact Model Training by Low-Rank Projection With Energy Transfer","display_name":"Compact Model Training by Low-Rank Projection With Energy Transfer","publication_year":2024,"publication_date":"2024-06-06","ids":{"openalex":"https://openalex.org/W4399411524","doi":"https://doi.org/10.1109/tnnls.2024.3400928","pmid":"https://pubmed.ncbi.nlm.nih.gov/38843062"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3400928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3400928","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072766893","display_name":"Kailing Guo","orcid":"https://orcid.org/0000-0003-4753-9022"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kailing Guo","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070509860","display_name":"Zhenquan Lin","orcid":"https://orcid.org/0000-0003-0990-3567"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenquan Lin","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104321829","display_name":"Canyang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canyang Chen","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036301580","display_name":"Xiaofen Xing","orcid":"https://orcid.org/0000-0002-0016-9055"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofen Xing","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453086","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0002-7611-7876"},"institutions":[{"id":"https://openalex.org/I4210149618","display_name":"Guangdong University of Finance","ror":"https://ror.org/04grzdh47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["School of Internet finance and Information Engineering, Guangdong University of Finance, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Internet finance and Information Engineering, Guangdong University of Finance, Guangzhou, China","institution_ids":["https://openalex.org/I4210149618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007354180","display_name":"Xiangmin Xu","orcid":"https://orcid.org/0000-0003-4573-5820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangmin Xu","raw_affiliation_strings":["Pazhou Laboratory, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Pazhou Laboratory, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072766893"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":2.2675,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86587522,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"36","issue":"4","first_page":"6708","last_page":"6722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.6268599033355713},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5723593831062317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5171462893486023},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.49601802229881287},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4615466892719269},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"Low-rank approximation","score":0.4286985993385315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4134008288383484},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40729081630706787},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3202474117279053},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3109270930290222},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.12080374360084534},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10380730032920837},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.07938626408576965}],"concepts":[{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.6268599033355713},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5723593831062317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5171462893486023},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.49601802229881287},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4615466892719269},{"id":"https://openalex.org/C90199385","wikidata":"https://www.wikidata.org/wiki/Q6692777","display_name":"Low-rank approximation","level":3,"score":0.4286985993385315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4134008288383484},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40729081630706787},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3202474117279053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3109270930290222},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.12080374360084534},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10380730032920837},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.07938626408576965},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3400928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3400928","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38843062","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38843062","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5586136776","display_name":null,"funder_award_id":"2022YFB4500600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6189109848","display_name":null,"funder_award_id":"62102102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8161837370","display_name":null,"funder_award_id":"61802131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1821462560","https://openalex.org/W1849277567","https://openalex.org/W1993962865","https://openalex.org/W1996901117","https://openalex.org/W1997201895","https://openalex.org/W2037227137","https://openalex.org/W2076766946","https://openalex.org/W2085400714","https://openalex.org/W2104636679","https://openalex.org/W2113713615","https://openalex.org/W2117539524","https://openalex.org/W2129812935","https://openalex.org/W2144794286","https://openalex.org/W2165232124","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2500090022","https://openalex.org/W2552391848","https://openalex.org/W2554302513","https://openalex.org/W2560023338","https://openalex.org/W2605135468","https://openalex.org/W2607764799","https://openalex.org/W2618530766","https://openalex.org/W2754084392","https://openalex.org/W2799197246","https://openalex.org/W2808168148","https://openalex.org/W2883111419","https://openalex.org/W2894994475","https://openalex.org/W2924515500","https://openalex.org/W2962851801","https://openalex.org/W2962956675","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2963662479","https://openalex.org/W2967733054","https://openalex.org/W3014641619","https://openalex.org/W3033960544","https://openalex.org/W3034206445","https://openalex.org/W3034251466","https://openalex.org/W3034513523","https://openalex.org/W3034818206","https://openalex.org/W3035414587","https://openalex.org/W3035467254","https://openalex.org/W3035605662","https://openalex.org/W3035646933","https://openalex.org/W3036191539","https://openalex.org/W3097642927","https://openalex.org/W3112293401","https://openalex.org/W3131135472","https://openalex.org/W3136450870","https://openalex.org/W3162227392","https://openalex.org/W3165976180","https://openalex.org/W3168076195","https://openalex.org/W3168317852","https://openalex.org/W3171298560","https://openalex.org/W3173390350","https://openalex.org/W3176946833","https://openalex.org/W3182242813","https://openalex.org/W3205652345","https://openalex.org/W4224223607","https://openalex.org/W4226530256","https://openalex.org/W4246193833","https://openalex.org/W4312900176","https://openalex.org/W4380520162","https://openalex.org/W6637373629","https://openalex.org/W6639099100","https://openalex.org/W6679667936","https://openalex.org/W6720242923","https://openalex.org/W6726275242","https://openalex.org/W6745670897","https://openalex.org/W6748163181","https://openalex.org/W6755843862","https://openalex.org/W6760069825","https://openalex.org/W6762335897","https://openalex.org/W6766978945","https://openalex.org/W6779411160","https://openalex.org/W6787972765","https://openalex.org/W6809995052"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3014540454","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W1977633006","https://openalex.org/W1971945429"],"abstract_inverted_index":{"Low-rankness":[0],"plays":[1],"an":[2],"important":[3],"role":[4],"in":[5,14,35,87,318],"traditional":[6],"machine":[7],"learning":[8],"but":[9],"is":[10,52,153,175,267,327],"not":[11,53],"so":[12],"popular":[13],"deep":[15],"learning.":[16],"Most":[17],"previous":[18,222,236],"low-rank":[19,47,61,68,82,99,107,134,231,271],"network":[20,70,76],"compression":[21,77,272,292,308],"methods":[22,78,83,273,303],"compress":[23],"networks":[24,109],"by":[25,173,177,207],"approximating":[26],"pretrained":[27],"models":[28,320],"and":[29,112,125,260,274,284,301,304],"retraining.":[30],"However,":[31],"the":[32,36,44,58,64,132,140,183,186,191,201,221,229,235,248,254,310],"optimal":[33,230,249],"solution":[34,151],"Euclidean":[37,157],"space":[38,152,158],"may":[39],"be":[40,218],"quite":[41],"different":[42],"from":[43,110],"one":[45],"with":[46,60,74,101,299],"constraint.":[48],"A":[49],"well-pretrained":[50],"model":[51,59,148],"a":[54,67,95,212],"good":[55,291],"initialization":[56],"for":[57,225],"constraints.":[62],"Thus,":[63],"performance":[65],"of":[66,127,147,166,168,185,203,234],"compressed":[69,108],"degrades":[71],"significantly.":[72],"Compared":[73,136],"other":[75,270],"such":[79],"as":[80],"pruning,":[81],"attract":[84],"less":[85],"attention":[86],"recent":[88,277],"years.":[89],"In":[90,209,294],"this":[91,143],"article,":[92],"we":[93,296],"devise":[94],"new":[96],"training":[97,124],"method,":[98],"projection":[100,126,174],"energy":[102,163,178,184,198],"transfer":[103,182,199],"(LRPET),":[104],"that":[105,197,264],"trains":[106],"scratch":[111],"achieves":[113,290],"competitive":[114],"performance.":[115,255],"We":[116,180,194,238,314],"propose":[117,239],"to":[118,137,156,190,242,269,321],"alternately":[119],"perform":[120],"stochastic":[121],"gradient":[122,204],"descent":[123],"each":[128],"weight":[129],"matrix":[130,162],"onto":[131],"corresponding":[133],"manifold.":[135],"retraining":[138],"on":[139,247,258],"compact":[141],"model,":[142],"enables":[144],"full":[145],"utilization":[146],"capacity":[149],"since":[150],"relaxed":[154],"back":[155],"after":[159],"projection.":[160,208],"The":[161],"(the":[164],"sum":[165],"squares":[167],"singular":[169,188],"values)":[170],"reduction":[171],"caused":[172,206],"compensated":[176],"transfer.":[179],"uniformly":[181],"pruned":[187],"values":[189],"remaining":[192],"ones.":[193],"theoretically":[195],"show":[196],"eases":[200],"trend":[202],"vanishing":[205],"modern":[210],"networks,":[211],"batch":[213],"normalization":[214],"(BN)":[215],"layer":[216,224],"can":[217],"merged":[219],"into":[220],"convolution":[223],"inference,":[226],"thereby":[227],"influencing":[228],"approximation":[232],"(LRA)":[233],"layer.":[237],"BN":[240],"rectification":[241],"cut":[243],"off":[244],"its":[245,323],"effect":[246],"LRA,":[250],"which":[251],"further":[252,315],"improves":[253],"Comprehensive":[256],"experiments":[257],"CIFAR-10":[259],"ImageNet":[261],"have":[262],"justified":[263],"our":[265,287],"method":[266,288],"superior":[268],"also":[275],"outperforms":[276],"state-of-the-art":[278],"pruning":[279],"methods.":[280],"For":[281],"object":[282],"detection":[283],"semantic":[285],"segmentation,":[286],"still":[289],"results.":[293],"addition,":[295],"combine":[297],"LRPET":[298],"quantization":[300],"hashing":[302],"achieve":[305],"even":[306],"better":[307],"than":[309],"original":[311],"single":[312],"method.":[313],"apply":[316],"it":[317],"Transformer-based":[319],"demonstrate":[322],"transferability.":[324],"Our":[325],"code":[326],"available":[328],"at":[329],"https://github.com/BZQLin/LRPET.":[330]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}