{"id":"https://openalex.org/W4391528344","doi":"https://doi.org/10.1109/tsp.2024.3361714","title":"Distributed Continual Learning With CoCoA in High-Dimensional Linear Regression","display_name":"Distributed Continual Learning With CoCoA in High-Dimensional Linear Regression","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391528344","doi":"https://doi.org/10.1109/tsp.2024.3361714"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3361714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3361714","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009683515","display_name":"Martin Hellkvist","orcid":"https://orcid.org/0000-0002-7366-5981"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Martin Hellkvist","raw_affiliation_strings":["Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","Department of Electrical Engineering at Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-7366-5981","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]},{"raw_affiliation_string":"Department of Electrical Engineering at Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050844254","display_name":"Ay\u00e7a \u00d6z\u00e7elikkale","orcid":"https://orcid.org/0000-0001-8978-2990"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ay\u00e7a \u00d6z\u00e7elikkale","raw_affiliation_strings":["Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","Department of Electrical Engineering at Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-8978-2990","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]},{"raw_affiliation_string":"Department of Electrical Engineering at Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084552239","display_name":"Anders \u00c5hl\u00e9n","orcid":"https://orcid.org/0000-0001-9066-5468"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Anders Ahl\u00e9n","raw_affiliation_strings":["Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","Department of Electrical Engineering at Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9066-5468","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]},{"raw_affiliation_string":"Department of Electrical Engineering at Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009683515"],"corresponding_institution_ids":["https://openalex.org/I123387679"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60364721,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"72","issue":null,"first_page":"1015","last_page":"1031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11739","display_name":"Microwave Imaging and Scattering Analysis","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8014087677001953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6817213892936707},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.644463300704956},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6284632682800293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6173191070556641},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5896409153938293},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5624865293502808},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5484026074409485},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5126287341117859},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5100687146186829},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5011591911315918},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4828120172023773},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.448742151260376},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.43872177600860596},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3338598906993866},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27501222491264343},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16875764727592468},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09721305966377258}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8014087677001953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6817213892936707},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.644463300704956},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6284632682800293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6173191070556641},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5896409153938293},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5624865293502808},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5484026074409485},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5126287341117859},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5100687146186829},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5011591911315918},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4828120172023773},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.448742151260376},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.43872177600860596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3338598906993866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27501222491264343},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16875764727592468},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09721305966377258},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3361714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3361714","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2"}],"awards":[{"id":"https://openalex.org/G5506737876","display_name":null,"funder_award_id":"2015-04011","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1601795611","https://openalex.org/W1999542175","https://openalex.org/W2005138284","https://openalex.org/W2060277733","https://openalex.org/W2070712430","https://openalex.org/W2104192126","https://openalex.org/W2109957730","https://openalex.org/W2117412539","https://openalex.org/W2144839971","https://openalex.org/W2154834860","https://openalex.org/W2155723880","https://openalex.org/W2199097987","https://openalex.org/W2395429589","https://openalex.org/W2502859043","https://openalex.org/W2556660792","https://openalex.org/W2560647685","https://openalex.org/W2566079294","https://openalex.org/W2788388592","https://openalex.org/W2791758686","https://openalex.org/W2804746922","https://openalex.org/W2923764619","https://openalex.org/W2939137134","https://openalex.org/W2949068835","https://openalex.org/W2962696932","https://openalex.org/W2962907301","https://openalex.org/W2963318081","https://openalex.org/W2964067969","https://openalex.org/W2966080601","https://openalex.org/W3014316192","https://openalex.org/W3018058094","https://openalex.org/W3021272668","https://openalex.org/W3030364939","https://openalex.org/W3043758338","https://openalex.org/W3083400122","https://openalex.org/W3101919424","https://openalex.org/W3158226575","https://openalex.org/W3195600299","https://openalex.org/W3207236107","https://openalex.org/W4205987271","https://openalex.org/W4239240501","https://openalex.org/W4287754097","https://openalex.org/W4288268123","https://openalex.org/W4310742870","https://openalex.org/W4312298561","https://openalex.org/W4312769405","https://openalex.org/W4315488904","https://openalex.org/W4316877049","https://openalex.org/W4385805259","https://openalex.org/W6677258307","https://openalex.org/W6681283895","https://openalex.org/W6681302627","https://openalex.org/W6694451741","https://openalex.org/W6724055677","https://openalex.org/W6730236268","https://openalex.org/W6741217325","https://openalex.org/W6751689095","https://openalex.org/W6752191696","https://openalex.org/W6754708055","https://openalex.org/W6763412056","https://openalex.org/W6766411954","https://openalex.org/W6767769571","https://openalex.org/W6769590323","https://openalex.org/W6774542976","https://openalex.org/W6779579784","https://openalex.org/W6780803138","https://openalex.org/W6784358365","https://openalex.org/W6784864947","https://openalex.org/W6796615672","https://openalex.org/W6798468330","https://openalex.org/W6838847804","https://openalex.org/W6847147928","https://openalex.org/W6849282020"],"related_works":["https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2358990940","https://openalex.org/W2093931120","https://openalex.org/W2329812990","https://openalex.org/W31220157","https://openalex.org/W2288557197","https://openalex.org/W4233024177","https://openalex.org/W2101914902","https://openalex.org/W3174613421"],"abstract_inverted_index":{"We":[0,75,95,184],"consider":[1,19,76],"estimation":[2,73],"under":[3,106],"scenarios":[4],"where":[5,24,117,169],"the":[6,20,35,42,50,57,63,68,77,85,89,93,101,128,133,136,140,157,166,170,180,189,194],"signals":[7],"of":[8,12,104,115,120,142,182,198],"interest":[9],"exhibit":[10],"change":[11],"characteristics":[13],"over":[14,92],"time.":[15],"In":[16,54,151],"particular,":[17,152],"we":[18,66],"continual":[21,58,107,195],"learning":[22,59,80,108,196],"problem":[23,69],"different":[25,30],"tasks,":[26,143],"e.g.,":[27],"data":[28],"with":[29,200],"distributions,":[31],"arrive":[32],"sequentially":[33],"and":[34,88,139,144,179,192],"aim":[36],"is":[37,119],"to":[38,56],"perform":[39],"well":[40],"on":[41,49,62,132,176],"newly":[43],"arrived":[44],"task":[45,137,177],"without":[46],"performance":[47,197],"degradation":[48],"previously":[51],"seen":[52],"tasks.":[53,183],"contrast":[55],"literature":[60],"focusing":[61],"centralized":[64],"setting,":[65],"investigate":[67],"from":[70],"a":[71,113,201],"distributed":[72,79],"perspective.":[74],"well-established":[78],"algorithm":[81],"COCOA,":[82],"which":[83],"distributes":[84],"model":[86],"parameters":[87],"corresponding":[90],"features":[91],"network.":[94],"provide":[96],"exact":[97],"analytical":[98,124],"characterization":[99],"for":[100,109],"generalization":[102,129,158],"error":[103,130,159],"COCOA":[105,199],"linear":[110],"regression":[111],"in":[112],"range":[114],"scenarios,":[116],"overparameterization":[118],"particular":[121],"interest.":[122],"These":[123],"results":[125,154,187],"characterize":[126],"how":[127,146],"depends":[131,175],"network":[134,167,173],"structure,":[135],"similarity":[138,178],"number":[141,181],"show":[145,155],"these":[147],"dependencies":[148],"are":[149],"intertwined.":[150],"our":[153],"that":[156],"can":[160],"be":[161],"significantly":[162],"reduced":[163],"by":[164],"adjusting":[165],"size,":[168],"most":[171],"favorable":[172],"size":[174],"present":[185],"numerical":[186],"verifying":[188],"theoretical":[190],"analysis":[191],"illustrate":[193],"digit":[202],"classification":[203],"task.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}