{"id":"https://openalex.org/W4387849024","doi":"https://doi.org/10.1145/3583780.3614873","title":"Exploring Low-Dimensional Manifolds of Deep Neural Network Parameters for Improved Model Optimization","display_name":"Exploring Low-Dimensional Manifolds of Deep Neural Network Parameters for Improved Model Optimization","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387849024","doi":"https://doi.org/10.1145/3583780.3614873"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3614873","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3614873","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079281855","display_name":"Ke L\u00fc","orcid":"https://orcid.org/0000-0002-3456-4993"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Lu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3456-4993","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102910635","display_name":"Xiaotong He","orcid":"https://orcid.org/0009-0000-8919-2499"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotong He","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0000-8919-2499","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088885235","display_name":"Ze Qin","orcid":"https://orcid.org/0009-0003-1964-616X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Qin","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0003-1964-616X","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101478197","display_name":"Xinyao Li","orcid":"https://orcid.org/0000-0002-5109-9966"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyao Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5109-9966","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003786587","display_name":"Zhekai Du","orcid":"https://orcid.org/0000-0002-9406-3920"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhekai Du","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9406-3920","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1667","last_page":"1676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6555576324462891},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6142966151237488},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.6116567850112915},{"id":"https://openalex.org/keywords/nonlinear-dimensionality-reduction","display_name":"Nonlinear dimensionality reduction","score":0.5597812533378601},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5466710329055786},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5256943702697754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5251516699790955},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.46816298365592957},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.46166589856147766},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.42136162519454956},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4202784299850464},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.414950966835022},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3158276677131653},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.26395535469055176},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24446836113929749},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.10275593400001526},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.08370408415794373},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0779331624507904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6555576324462891},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6142966151237488},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.6116567850112915},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.5597812533378601},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5466710329055786},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5256943702697754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5251516699790955},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.46816298365592957},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.46166589856147766},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.42136162519454956},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4202784299850464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.414950966835022},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3158276677131653},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.26395535469055176},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24446836113929749},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.10275593400001526},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.08370408415794373},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0779331624507904},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3614873","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3614873","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G2047574585","display_name":null,"funder_award_id":"62250061 and 62273071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3420663192","display_name":null,"funder_award_id":"62273071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5379179775","display_name":null,"funder_award_id":"62250061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2150738795","https://openalex.org/W2194775991","https://openalex.org/W2609731728","https://openalex.org/W2764289073","https://openalex.org/W2886851211","https://openalex.org/W2963087412","https://openalex.org/W2963446712","https://openalex.org/W2985340067","https://openalex.org/W2999803881","https://openalex.org/W3093594840","https://openalex.org/W3098042335","https://openalex.org/W4213135654","https://openalex.org/W4252566574","https://openalex.org/W4282939141","https://openalex.org/W4299853676","https://openalex.org/W4306317045"],"related_works":["https://openalex.org/W3100286349","https://openalex.org/W2896134808","https://openalex.org/W4289378085","https://openalex.org/W4294291164","https://openalex.org/W3172436493","https://openalex.org/W1887135636","https://openalex.org/W4287164812","https://openalex.org/W2386063599","https://openalex.org/W1975884855","https://openalex.org/W3213150849"],"abstract_inverted_index":{"Manifold":[0],"learning":[1,28,137,184,193,196],"techniques":[2,138],"have":[3],"significantly":[4],"enhanced":[5],"the":[6,13,17,33,37,41,65,97,172,181,205],"comprehension":[7],"of":[8,16,40,45,69,132,183,187,207],"massive":[9],"data":[10,18],"by":[11],"exploring":[12],"geometric":[14],"properties":[15],"manifold":[19,27,68,95,136],"in":[20,81],"low-dimensional":[21,67,93,130,165,185],"subspaces.":[22],"However,":[23],"existing":[24],"research":[25],"on":[26,31,107,189,201],"primarily":[29],"focuses":[30],"understanding":[32],"intricate":[34],"data,":[35],"overlooking":[36],"explosive":[38],"growth":[39],"scale":[42],"and":[43,85,124,139,155,194,214],"complexity":[44],"deep":[46,83,161],"neural":[47],"networks":[48],"(DNNs),":[49],"which":[50],"presents":[51],"a":[52,82,92,141,148],"significant":[53],"challenge":[54],"for":[55,72,122,158,176],"model":[56,74,84,113],"optimization.":[57,75],"In":[58],"this":[59],"work,":[60],"we":[61,77,115,146],"propose":[62],"to":[63,88,111,128,171],"explore":[64],"intrinsic":[66],"network":[70,166],"parameters":[71],"efficient":[73],"Specifically,":[76],"analyze":[78],"parameter":[79,94,109,174],"distributions":[80],"perform":[86],"sampling":[87,123],"map":[89],"them":[90],"onto":[91],"using":[96],"local":[98],"tangent":[99,126],"space":[100,175],"alignment":[101],"(LTSA).":[102],"Since":[103],"our":[104,208],"focus":[105],"is":[106],"studying":[108],"manifolds":[110],"guide":[112],"optimization,":[114],"therefore":[116],"select":[117],"dynamic":[118],"optimal":[119],"training":[120,153],"trajectories":[121],"approximate":[125],"spaces":[127],"obtain":[129],"representations":[131],"DNNs.":[133],"By":[134],"applying":[135],"employing":[140],"two-step":[142],"alternate":[143],"optimization":[144],"method,":[145],"achieve":[147],"fixed":[149],"subspace":[150],"that":[151],"reduces":[152],"time":[154],"resource":[156,216],"costs":[157],"commonly":[159],"used":[160],"networks.":[162],"The":[163],"trained":[164],"can":[167],"be":[168],"mapped":[169],"back":[170],"original":[173],"further":[177],"use.":[178],"We":[179],"demonstrate":[180],"benefits":[182],"parameterization":[186],"DNNs":[188],"both":[190,211],"noisy":[191],"label":[192],"federated":[195],"tasks.":[197],"Extensive":[198],"experimental":[199],"results":[200],"various":[202],"benchmarks":[203],"show":[204],"effectiveness":[206],"method":[209],"concerning":[210],"superior":[212],"accuracy":[213],"reduced":[215],"consumption.":[217]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}