{"id":"https://openalex.org/W4406459208","doi":"https://doi.org/10.1109/bigdata62323.2024.10825386","title":"Masked Autoencoders are Parameter-Efficient Federated Continual Learners","display_name":"Masked Autoencoders are Parameter-Efficient Federated Continual Learners","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406459208","doi":"https://doi.org/10.1109/bigdata62323.2024.10825386"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100642691","display_name":"Yuchen He","orcid":"https://orcid.org/0000-0002-0394-4694"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuchen He","raw_affiliation_strings":["East China Normal University,School of Computer Science and Technology,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,School of Computer Science and Technology,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101927070","display_name":"Xiangfeng Wang","orcid":"https://orcid.org/0000-0003-3064-5128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangfeng Wang","raw_affiliation_strings":["Shanghai Formal-Tech Information Technology Co., Lt,Shanghai,China,200062"],"affiliations":[{"raw_affiliation_string":"Shanghai Formal-Tech Information Technology Co., Lt,Shanghai,China,200062","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100642691"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.2632,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58816422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3682","last_page":"3691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7645729780197144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43491899967193604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645729780197144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43491899967193604}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4300000071525574,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1797268635","https://openalex.org/W2108598243","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2786446225","https://openalex.org/W2807006176","https://openalex.org/W2912213068","https://openalex.org/W2954929116","https://openalex.org/W2964189064","https://openalex.org/W2995022099","https://openalex.org/W3030364939","https://openalex.org/W3037492894","https://openalex.org/W3098511564","https://openalex.org/W3145450063","https://openalex.org/W3163939464","https://openalex.org/W3174770825","https://openalex.org/W3180392831","https://openalex.org/W3198659451","https://openalex.org/W4205991051","https://openalex.org/W4287332481","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4312651322","https://openalex.org/W4312769405","https://openalex.org/W4313156423","https://openalex.org/W4384111593","https://openalex.org/W4386076680","https://openalex.org/W4390871722","https://openalex.org/W4390871829","https://openalex.org/W4390874191","https://openalex.org/W4392173735","https://openalex.org/W4394597752","https://openalex.org/W4399995632","https://openalex.org/W4401023578","https://openalex.org/W4402092710","https://openalex.org/W4402754307","https://openalex.org/W4404563273","https://openalex.org/W6631190155","https://openalex.org/W6728757088","https://openalex.org/W6735236233","https://openalex.org/W6739901393","https://openalex.org/W6742852309","https://openalex.org/W6752029299","https://openalex.org/W6755207826","https://openalex.org/W6784333009","https://openalex.org/W6784864947","https://openalex.org/W6796581206","https://openalex.org/W6804160461","https://openalex.org/W6811169414","https://openalex.org/W6838571599","https://openalex.org/W6838701581","https://openalex.org/W6843195772","https://openalex.org/W6850300237","https://openalex.org/W6854280984","https://openalex.org/W6857126466"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"learning":[1,6,40,66,72],"is":[2,182],"a":[3,10,152],"specific":[4],"distributed":[5],"paradigm":[7],"in":[8],"which":[9],"central":[11],"server":[12,23,111],"aggregates":[13],"updates":[14],"from":[15],"multiple":[16],"clients\u2019":[17],"local":[18],"models,":[19],"thereby":[20,144],"enabling":[21],"the":[22,62,101,110,115,121,179],"to":[24,29,53,69,84,119,134,163],"learn":[25,54],"without":[26],"requiring":[27],"clients":[28,52],"upload":[30],"their":[31,170],"private":[32],"data,":[33,47],"maintaining":[34],"data":[35,122],"privacy.":[36],"While":[37],"existing":[38,164],"federated":[39,70,91],"methods":[41,166],"are":[42],"primarily":[43],"designed":[44],"for":[45,142],"static":[46],"real-world":[48],"applications":[49],"often":[50],"require":[51],"new":[55],"categories":[56],"over":[57],"time.":[58],"This":[59],"challenge":[60],"necessitates":[61],"integration":[63],"of":[64],"continual":[65,71,92],"techniques,":[67],"leading":[68],"(FCL).":[73],"To":[74],"address":[75],"both":[76],"catastrophic":[77,146],"forgetting":[78,147],"and":[79,127,138,148,167],"non-IID":[80],"issues,":[81],"we":[82],"propose":[83],"use":[85],"masked":[86],"autoencoders":[87],"(MAEs)":[88],"as":[89,178],"parameter-efficient":[90],"learners,":[93],"called":[94],"pMAE.":[95],"pMAE":[96,159],"learns":[97],"reconstructive":[98],"prompt":[99,137],"on":[100,151],"client":[102],"side":[103],"through":[104],"image":[105],"reconstruction":[106],"using":[107,130,174],"MAE.":[108],"On":[109],"side,":[112],"it":[113],"reconstructs":[114],"uploaded":[116],"restore":[117],"information":[118],"capture":[120],"distribution":[123],"across":[124],"previous":[125],"tasks":[126],"different":[128],"clients,":[129],"these":[131],"reconstructed":[132],"images":[133],"finetune":[135],"discriminative":[136],"classifier":[139],"parameters":[140],"tailored":[141],"classification,":[143],"alleviating":[145],"nonIID":[149],"issues":[150],"global":[153],"scale.":[154],"Experimental":[155],"results":[156],"demonstrate":[157],"that":[158],"achieves":[160],"performance":[161],"comparable":[162],"promptbased":[165],"can":[168],"enhance":[169],"effectiveness,":[171],"particularly":[172],"when":[173],"self-supervised":[175],"pre-trained":[176],"transformers":[177],"backbone.":[180],"Code":[181],"available":[183],"at:":[184],"https://github.com/ycheoo/pMAE.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}