{"id":"https://openalex.org/W7165107682","doi":"https://doi.org/10.1145/3787109.3816375","title":"CLS-LCR: Classification Subspace Learning with Learnable Categorical Regularization in Forward Forward Networks","display_name":"CLS-LCR: Classification Subspace Learning with Learnable Categorical Regularization in Forward Forward Networks","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165107682","doi":"https://doi.org/10.1145/3787109.3816375"},"language":null,"primary_location":{"id":"doi:10.1145/3787109.3816375","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787109.3816375","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3787109.3816375","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013688249","display_name":"Ali Karkehabadi","orcid":"https://orcid.org/0000-0001-6075-0880"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Karkehabadi","raw_affiliation_strings":["Electrical and Computer Engineering, University of California, Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6075-0880","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034405597","display_name":"Zuxiong Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zuxiong Tan","raw_affiliation_strings":["University of California, Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0009-0007-9581-8348","affiliations":[{"raw_affiliation_string":"University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051431139","display_name":"Tooraj Nikoubin","orcid":"https://orcid.org/0000-0003-1724-3503"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I87573096","display_name":"University of North Texas at Dallas","ror":"https://ror.org/01n51v443","country_code":"US","type":"education","lineage":["https://openalex.org/I87573096"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tooraj Nikoubin","raw_affiliation_strings":["ECE, University of Texas at Dallas, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-1724-3503","affiliations":[{"raw_affiliation_string":"ECE, University of Texas at Dallas, Dallas, TX, USA","institution_ids":["https://openalex.org/I162577319","https://openalex.org/I87573096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081331038","display_name":"Houman Homayoun","orcid":"https://orcid.org/0000-0001-5458-8338"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houman Homayoun","raw_affiliation_strings":["University of California Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5458-8338","affiliations":[{"raw_affiliation_string":"University of California Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060036961","display_name":"Avesta Sasan","orcid":"https://orcid.org/0000-0002-4052-8075"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avesta Sasan","raw_affiliation_strings":["University of California, Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4052-8075","affiliations":[{"raw_affiliation_string":"University of California, Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88734412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"817","last_page":"823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.23190000653266907,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.23190000653266907,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.08110000193119049,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07559999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.7638000249862671},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7294999957084656},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.6963000297546387},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5767999887466431},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5532000064849854},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5350000262260437},{"id":"https://openalex.org/keywords/learning-rule","display_name":"Learning rule","score":0.5299000144004822},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5131999850273132},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.47290000319480896}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.7638000249862671},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7294999957084656},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.6963000297546387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6176999807357788},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5767999887466431},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5532000064849854},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5350000262260437},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.5299000144004822},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4968000054359436},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4634999930858612},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42899999022483826},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41359999775886536},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.384799987077713},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3537999987602234},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C132480984","wikidata":"https://www.wikidata.org/wiki/Q2034239","display_name":"Goodness of fit","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C190729725","wikidata":"https://www.wikidata.org/wiki/Q5012817","display_name":"CLs upper limits","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C137105694","wikidata":"https://www.wikidata.org/wiki/Q3407510","display_name":"Local consistency","level":4,"score":0.273499995470047},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3787109.3816375","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787109.3816375","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3787109.3816375","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3787109.3816375","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Great Lakes Symposium on VLSI 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.668225884437561}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W2119885245","https://openalex.org/W2159110831","https://openalex.org/W2194775991","https://openalex.org/W2552737632","https://openalex.org/W2756497902","https://openalex.org/W2913907987","https://openalex.org/W3016391357","https://openalex.org/W4231081240","https://openalex.org/W4393160195","https://openalex.org/W4399206618","https://openalex.org/W4399487529","https://openalex.org/W4405909471","https://openalex.org/W4411713458","https://openalex.org/W4411713498"],"related_works":[],"abstract_inverted_index":{"The":[0,85],"Forward\u2013Forward":[1,68],"(FF)":[2],"algorithm":[3],"provides":[4],"a":[5,71,91,95,103],"biologically":[6],"motivated":[7],"alternative":[8],"to":[9,49,108,136,159],"backpropagation":[10],"by":[11],"relying":[12],"on":[13,142],"layer-wise":[14],"local":[15],"updates":[16],"computed":[17],"through":[18],"forward":[19],"passes":[20],"only.":[21],"Despite":[22],"its":[23],"conceptual":[24],"appeal,":[25],"FF":[26],"exhibits":[27],"limited":[28],"scalability":[29],"in":[30,67],"deeper":[31,133],"networks,":[32],"where":[33],"rigid":[34],"goodness":[35,80,122],"aggregation":[36],"over":[37],"the":[38,116,166,173],"full":[39],"activation":[40],"space":[41],"couples":[42],"representation":[43],"learning":[44,139],"with":[45,63,150],"discrimination":[46,129],"and":[47,94,101,120,124,144],"leads":[48],"unstable":[50],"behavior":[51],"as":[52],"depth":[53,156],"increases.":[54],"In":[55],"this":[56],"work,":[57],"we":[58],"introduce":[59],"Classification":[60],"Subspace":[61],"Learning":[62],"Learnable":[64],"Categorical":[65],"Regularization":[66],"Networks":[69],"(CLS-LCR),":[70],"structural":[72],"modification":[73],"that":[74,147],"explicitly":[75],"decouples":[76],"feature":[77,92],"propagation":[78],"from":[79],"computation":[81],"within":[82],"each":[83],"layer.":[84],"proposed":[86],"method":[87],"partitions":[88],"activations":[89],"into":[90],"subspace":[93,98],"dedicated":[96],"CLS":[97],"for":[99,161],"discrimination,":[100],"employs":[102],"learnable,":[104],"depth-aware":[105],"routing":[106],"mechanism":[107],"regulate":[109],"neuron":[110],"contributions":[111],"across":[112],"layers.":[113],"By":[114],"improving":[115],"separation":[117],"between":[118],"positive":[119],"negative":[121],"signals":[123],"mitigating":[125],"early":[126],"saturation":[127],"of":[128,172],"neurons,":[130],"CLS-LCR":[131,148],"enables":[132],"forward-only":[134],"architectures":[135],"maintain":[137],"stable":[138],"dynamics.":[140],"Experiments":[141],"MNIST":[143],"Fashion-MNIST":[145],"show":[146],"improves":[149],"depth,":[151],"achieving":[152],"96.28%":[153],"accuracy":[154],"at":[155],"8":[157],"compared":[158],"89.66%":[160],"vanilla":[162],"FF,":[163],"while":[164],"preserving":[165],"strictly":[167],"forward,":[168],"locally":[169],"trained":[170],"nature":[171],"algorithm.":[174]},"counts_by_year":[],"updated_date":"2026-06-19T15:51:49.773706","created_date":"2026-06-19T00:00:00"}