{"id":"https://openalex.org/W4400224486","doi":"https://doi.org/10.1145/3649153.3649183","title":"Denseflex: A Low Rank Factorization Methodology for Adaptable Dense Layers in DNNs","display_name":"Denseflex: A Low Rank Factorization Methodology for Adaptable Dense Layers in DNNs","publication_year":2024,"publication_date":"2024-05-07","ids":{"openalex":"https://openalex.org/W4400224486","doi":"https://doi.org/10.1145/3649153.3649183"},"language":"en","primary_location":{"id":"doi:10.1145/3649153.3649183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649153.3649183","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3649153.3649183","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056501771","display_name":"Milad Kokhazadeh","orcid":"https://orcid.org/0009-0001-7430-3691"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Milad Kokhazadeh","raw_affiliation_strings":["School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0009-0001-7430-3691","affiliations":[{"raw_affiliation_string":"School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074371053","display_name":"\u0393\u03b5\u03ce\u03c1\u03b3\u03b9\u03bf\u03c2 \u039a\u03b5\u03c1\u03b1\u03bc\u03af\u03b4\u03b1\u03c2","orcid":"https://orcid.org/0000-0003-0460-6061"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Georgios Keramidas","raw_affiliation_strings":["School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-0460-6061","affiliations":[{"raw_affiliation_string":"School of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099870926","display_name":"Vasilios Kelefouras","orcid":"https://orcid.org/0000-0002-3340-3792"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vasilios Kelefouras","raw_affiliation_strings":["School of Engineering, Computing and Mathematics, University of Plymouth, Plymouth, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3340-3792","affiliations":[{"raw_affiliation_string":"School of Engineering, Computing and Mathematics, University of Plymouth, Plymouth, United Kingdom","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036388687","display_name":"Iakovos Stamoulis","orcid":"https://orcid.org/0009-0004-4624-6089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iakovos Stamoulis","raw_affiliation_strings":["Think Silicon, S.A. An Applied Materials Company, Patras, Greece"],"raw_orcid":"https://orcid.org/0009-0004-4624-6089","affiliations":[{"raw_affiliation_string":"Think Silicon, S.A. An Applied Materials Company, Patras, Greece","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.7140142321586609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6659004092216492},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5621461868286133},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22767385840415955},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19079571962356567},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.08829152584075928}],"concepts":[{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.7140142321586609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6659004092216492},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5621461868286133},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22767385840415955},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19079571962356567},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08829152584075928}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3649153.3649183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649153.3649183","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},{"id":"pmh:oai:pearl.plymouth.ac.uk:10026.1/22483","is_oa":false,"landing_page_url":"https://pearl.plymouth.ac.uk/handle/10026.1/22483","pdf_url":null,"source":{"id":"https://openalex.org/S4306402507","display_name":"PEARL (University of Plymouth)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I897542642","host_organization_name":"University of Plymouth","host_organization_lineage":["https://openalex.org/I897542642"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference"}],"best_oa_location":{"id":"doi:10.1145/3649153.3649183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649153.3649183","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W97268080","https://openalex.org/W1686810756","https://openalex.org/W2058641082","https://openalex.org/W2112796928","https://openalex.org/W2117876524","https://openalex.org/W2156858199","https://openalex.org/W2163605009","https://openalex.org/W2167215970","https://openalex.org/W2183161252","https://openalex.org/W2604272474","https://openalex.org/W2894936553","https://openalex.org/W2951322342","https://openalex.org/W2990555391","https://openalex.org/W2990714382","https://openalex.org/W2997300524","https://openalex.org/W3035016149","https://openalex.org/W3041222599","https://openalex.org/W3132950445","https://openalex.org/W3167539308","https://openalex.org/W3217278827","https://openalex.org/W4206295872","https://openalex.org/W4213031993","https://openalex.org/W4213135654","https://openalex.org/W4291214065","https://openalex.org/W4306391190","https://openalex.org/W4308650754","https://openalex.org/W4310147199","https://openalex.org/W4312372450","https://openalex.org/W4316661233","https://openalex.org/W4317821327","https://openalex.org/W6638060716","https://openalex.org/W6648487637","https://openalex.org/W6745670897","https://openalex.org/W6750862494","https://openalex.org/W6756511851","https://openalex.org/W6761808990","https://openalex.org/W6774506737","https://openalex.org/W6804769078"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2794559785","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Low-Rank":[0],"Factorization":[1],"(LRF)":[2],"is":[3,44,55,106,137,166,210],"a":[4,26,31,45,89,102,143,169,190],"popular":[5],"compression":[6],"technique":[7],"used":[8],"in":[9,25,161,172,231],"Deep":[10],"Neural":[11],"Networks":[12],"(DNNs).":[13],"LRF":[14,41,77,96,111,150,236],"can":[15,176],"reduce":[16],"both":[17,239],"the":[18,22,52,95,110,131,138,162,174,186,196,200,214,234,249],"memory":[19,120,241],"size":[20],"and":[21,57,68,75,92,156,185,243],"arithmetic":[23],"operations":[24],"DNN":[27,43,73,226],"layer":[28],"by":[29,34,217],"approximating":[30],"weight":[32],"tensor/matrix":[33],"two":[35,148],"or":[36],"more":[37],"smaller":[38],"tensors/matrices.":[39],"Employing":[40],"to":[42,130,145,212,229,248],"challenging":[46],"task":[47],"for":[48,224],"several":[49],"reasons.":[50],"First,":[51],"exploration":[53],"space":[54,216],"massive":[56],"different":[58,61,149],"solutions":[59,193,237],"provide":[60,177],"trade-offs":[62],"among":[63],"memory,":[64,179],"FLOPs,":[65,180],"inference":[66,115],"time,":[67],"validation":[69,122],"accuracy;":[70],"second,":[71],"multiple":[72,76],"layers":[74],"algorithms":[78],"must":[79,86],"be":[80],"considered;":[81],"third,":[82],"every":[83],"extracted":[84,235],"solution":[85],"undergo":[87],"through":[88],"calibration":[90],"phase":[91],"this":[93,100,136],"makes":[94],"process":[97],"time-consuming.":[98],"In":[99],"paper,":[101],"methodology,":[103],"called":[104],"Denseflex,":[105],"presented":[107],"that":[108,141,194,207],"formulates":[109],"problem":[112],"as":[113,168],"an":[114],"time":[116,183],"vs.":[117,119,121],"FLOPs":[118],"accuracy":[123],"Design":[124],"Space":[125],"Exploration":[126],"(DSE)":[127],"problem.":[128],"Moreover,":[129],"best":[132],"of":[133,192],"our":[134,208],"knowledge,":[135],"first":[139],"work":[140],"proposes":[142],"methodology":[144],"efficiently":[146],"combine":[147],"methods":[151],"(Singular":[152],"Value":[153],"Decomposition":[154,159],"-SVD-":[155],"Tensor":[157],"Train":[158],"-TTD-)":[160],"same":[163],"framework.":[164],"Denseflex":[165],"formulated":[167],"design":[170,215],"tool":[171,187],"which":[173],"user":[175],"specific":[178],"and/or":[181],"execution":[182,245],"constraints":[184,198],"will":[188],"output":[189],"set":[191],"meet":[195],"given":[197],"avoiding":[199],"time-consuming":[201],"re-training":[202],"phases.":[203],"Our":[204],"results":[205],"indicate":[206],"approach":[209],"able":[211],"prune":[213],"62%":[218],"(on":[219],"average)":[220],"over":[221],"related":[222],"works":[223],"nine":[225],"models":[227],"(up":[228],"88%":[230],"AlexNet),":[232],"while":[233],"exhibit":[238],"lower":[240,244],"footprints":[242],"times":[246],"compared":[247],"initial":[250],"model.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}