{"id":"https://openalex.org/W4415538308","doi":"https://doi.org/10.1145/3746027.3755302","title":"Forward-Only Continual Learning","display_name":"Forward-Only Continual Learning","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538308","doi":"https://doi.org/10.1145/3746027.3755302"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755302","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755302","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106691750","display_name":"Jiao Chen","orcid":"https://orcid.org/0000-0003-1449-2889"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiao Chen","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1449-2889","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103866222","display_name":"Jiayi He","orcid":"https://orcid.org/0009-0002-1906-6731"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi He","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0002-1906-6731","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459709","display_name":"Fangfang Chen","orcid":"https://orcid.org/0000-0001-8172-8682"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangfang Chen","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-8172-8682","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102616222","display_name":"Zuohong Lv","orcid":"https://orcid.org/0000-0001-8383-0162"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuohong Lv","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-8383-0162","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090897442","display_name":"Jianhua Tang","orcid":"https://orcid.org/0000-0002-9870-1686"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tang","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-9870-1686","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106691750"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":2.1733,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9095579,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4048","last_page":"4057"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6705999970436096},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4927999973297119},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4636000096797943},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45590001344680786},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.3815000057220459},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.36329999566078186},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.3522000014781952},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3197000026702881},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.31520000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7425000071525574},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6705999970436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5932999849319458},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4927999973297119},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45239999890327454},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.3815000057220459},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.29760000109672546},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C2777036070","wikidata":"https://www.wikidata.org/wiki/Q18393452","display_name":"Random projection","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755302","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755302","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2560647685","https://openalex.org/W3044438666","https://openalex.org/W3173681440","https://openalex.org/W3180392831","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4312651322","https://openalex.org/W4365790369","https://openalex.org/W4386075780","https://openalex.org/W4390872344","https://openalex.org/W4400190992","https://openalex.org/W4403792310"],"related_works":[],"abstract_inverted_index":{"Catastrophic":[0],"forgetting":[1,145],"remains":[2],"a":[3,22,56,65,71,117,177],"central":[4],"challenge":[5],"in":[6,188],"continual":[7,59,182],"learning":[8,60,183],"(CL)":[9],"with":[10,184],"pre-trained":[11,81,185],"models.":[12],"While":[13],"existing":[14],"approaches":[15],"typically":[16],"freeze":[17],"the":[18,80,89,95,133],"backbone":[19],"and":[20,37,45,70,92,106,125,146,157,195],"fine-tune":[21],"small":[23],"number":[24],"of":[25,64],"parameters":[26],"to":[27,132,150],"mitigate":[28],"forgetting,":[29],"they":[30],"still":[31],"rely":[32],"on":[33],"iterative":[34],"error":[35],"backpropagation":[36],"gradient-based":[38],"optimization,":[39],"which":[40,102],"can":[41],"be":[42],"computationally":[43],"intensive":[44],"less":[46],"suitable":[47],"for":[48,180],"resource-constrained":[49],"environments.To":[50],"address":[51],"this,":[52],"we":[53],"propose":[54],"FoRo,":[55],"forward-only,":[57],"gradient-free":[58],"method.":[61],"FoRo":[62,141,153,173],"consists":[63],"lightweight":[66],"prompt":[67,84],"tuning":[68],"strategy":[69],"novel":[72],"knowledge":[73,113,118,163],"encoding":[74,119],"mechanism,":[75],"both":[76,193],"designed":[77],"without":[78,135],"modifying":[79],"model.":[82],"Specifically,":[83],"embeddings":[85],"are":[86,197],"inserted":[87],"at":[88],"input":[90],"layer":[91],"optimized":[93],"using":[94],"Covariance":[96],"Matrix":[97],"Adaptation":[98],"Evolution":[99],"Strategy":[100],"(CMA-ES),":[101],"mitigates":[103],"distribution":[104],"shifts":[105],"extracts":[107],"high-quality":[108],"task":[109,167],"representations.":[110],"Subsequently,":[111],"task-specific":[112],"is":[114],"encoded":[115],"into":[116],"matrix":[120],"via":[121],"nonlinear":[122],"random":[123],"projection":[124],"recursive":[126],"least":[127],"squares,":[128],"enabling":[129],"incremental":[130],"updates":[131],"classifier":[134],"revisiting":[136],"prior":[137],"data.Experiments":[138],"show":[139],"that":[140,172],"significantly":[142],"reduces":[143,154],"average":[144],"improves":[147],"accuracy.":[148],"Thanks":[149],"forward-only":[151],"learning,":[152],"memory":[155],"usage":[156],"run":[158],"time":[159],"while":[160],"maintaining":[161],"high":[162],"retention":[164],"across":[165],"long":[166],"sequences.":[168],"These":[169],"results":[170],"suggest":[171],"could":[174],"serve":[175],"as":[176],"promising":[178],"direction":[179],"exploring":[181],"models,":[186],"especially":[187],"real-world":[189],"multimedia":[190],"applications":[191],"where":[192],"efficiency":[194],"effectiveness":[196],"critical.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-25T00:00:00"}