{"id":"https://openalex.org/W7125934003","doi":"https://doi.org/10.1109/smc58881.2025.11342792","title":"SET-Motif: A Lightweight Sparse Training Approach with Implications for Distributed and Multi-Agent Learning","display_name":"SET-Motif: A Lightweight Sparse Training Approach with Implications for Distributed and Multi-Agent Learning","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125934003","doi":"https://doi.org/10.1109/smc58881.2025.11342792"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11342792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124068512","display_name":"Yuan Su","orcid":null},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Yuan Su","raw_affiliation_strings":["Universiteit van Amsterdam (UvA)"],"affiliations":[{"raw_affiliation_string":"Universiteit van Amsterdam (UvA)","institution_ids":["https://openalex.org/I865915315","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024160321","display_name":"Hongyun Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hongyun Liu","raw_affiliation_strings":["Eindhoven University of Technology (TU/e)"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology (TU/e)","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5124068512"],"corresponding_institution_ids":["https://openalex.org/I865915315","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87193887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3163","last_page":"3167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.14990000426769257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.14990000426769257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.12960000336170197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.06780000030994415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.73089998960495},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6639000177383423},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6597999930381775},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5533999800682068},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5112000107765198},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4690000116825104},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.33889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765500009059906},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.73089998960495},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6639000177383423},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6597999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5838000178337097},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5726000070571899},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5533999800682068},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3246000111103058},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28369998931884766},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.26350000500679016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11342792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2153624566","https://openalex.org/W2808133870","https://openalex.org/W3156295478","https://openalex.org/W3209301079","https://openalex.org/W4285600354","https://openalex.org/W4365459953","https://openalex.org/W7124271312"],"related_works":[],"abstract_inverted_index":{"As":[0],"learning":[1,124],"systems":[2],"grow":[3],"more":[4],"decentralized":[5,138],"and":[6,9,64,77,109,122,137],"dynamic,":[7],"efficient":[8],"resilient":[10],"training":[11,27,73,96,134],"methods":[12],"become":[13],"increasingly":[14],"important.":[15],"Sparse":[16],"Evolutionary":[17],"Training":[18],"(SET)":[19],"is":[20],"a":[21,45,57,120],"scalable":[22],"approach":[23,125],"to":[24,32,93],"neural":[25],"network":[26],"that":[28,51,117,126],"leverages":[29],"sparse":[30],"connectivity":[31],"reduce":[33],"computational":[34],"demands":[35,130],"while":[36,97],"maintaining":[37,98],"performance.":[38],"In":[39],"this":[40],"work,":[41],"we":[42],"introduce":[43],"SET-motif,":[44],"topologically":[46],"inspired":[47],"extension":[48],"of":[49,102,131],"SET":[50],"replaces":[52],"individual":[53],"connection":[54],"updates":[55],"with":[56,128],"fixed":[58],"motif-based":[59],"structure":[60],"during":[61],"the":[62,87,129],"pruning":[63],"reconnection":[65],"phases.":[66],"This":[67],"design":[68],"introduces":[69],"structured":[70],"variation":[71],"across":[72],"epochs,":[74],"increasing":[75],"stochasticity":[76],"simulating":[78],"conditions":[79],"commonly":[80],"found":[81],"in":[82,135],"real-world":[83],"dynamic":[84],"environments.":[85],"Despite":[86],"added":[88],"variability,":[89],"SET-motif":[90,118],"achieves":[91],"up":[92],"22%":[94],"faster":[95],"accuracy":[99],"within":[100],"1.5%":[101],"standard":[103],"SET,":[104],"as":[105],"demonstrated":[106],"on":[107],"FMNIST":[108],"lung":[110],"X-ray":[111],"classification":[112],"tasks.":[113],"These":[114],"results":[115],"demonstrate":[116],"offers":[119],"lightweight":[121],"adaptable":[123],"aligns":[127],"scalable,":[132],"robust":[133],"multi-agent":[136],"systems.":[139]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}
