{"id":"https://openalex.org/W7129719463","doi":"https://doi.org/10.48550/arxiv.2602.14896","title":"Algorithmic Simplification of Neural Networks with Mosaic-of-Motifs","display_name":"Algorithmic Simplification of Neural Networks with Mosaic-of-Motifs","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129719463","doi":"https://doi.org/10.48550/arxiv.2602.14896"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.14896","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126246628","display_name":"Pedram Bakhtiarifard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bakhtiarifard, Pedram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126209021","display_name":"Tong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116142113","display_name":"Jonathan Wensh\u00f8j","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wensh\u00f8j, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126267332","display_name":"Erik B Dam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dam, Erik B","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5063821969","display_name":"Raghavendra Selvan","orcid":"https://orcid.org/0000-0003-4302-0207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Selvan, Raghavendra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18835205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5006999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5006999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.05909999832510948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.597100019454956},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5379999876022339},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4307999908924103},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.41999998688697815},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.3686999976634979}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.597100019454956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5925999879837036},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5379999876022339},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48910000920295715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43380001187324524},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3343999981880188},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.14896","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.14896","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.14896","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"deep":[1,42],"learning":[2],"models":[3,70],"are":[4,41],"well-suited":[5],"for":[6,46],"compression.":[7],"Across":[8],"a":[9,129,146,166,174,185],"variety":[10],"of":[11,56,68,103,140,155,168,209,218],"tasks,":[12],"methods":[13,90],"like":[14],"pruning,":[15],"quantization,":[16],"and":[17,121,158],"knowledge":[18],"distillation":[19],"have":[20,71],"been":[21],"used":[22],"to":[23,59,81,96,126,162],"achieve":[24],"massive":[25],"reductions":[26],"in":[27],"model":[28,88,104],"parameters":[29,67,152],"with":[30],"only":[31,229],"marginal":[32],"performance":[33,217],"drops.":[34],"This":[35],"raises":[36],"the":[37,54,66,82,114,137,206,216,238],"central":[38],"question:":[39],"*Why":[40],"neural":[43,210],"networks":[44,211],"suited":[45],"compression?*":[47],"In":[48],"this":[49,61,92,133],"work,":[50],"we":[51,135],"take":[52],"up":[53],"perspective":[55],"algorithmic":[57,78,94,207],"complexity":[58,79,95,139,208],"explain":[60],"behavior.":[62],"We":[63,144],"hypothesize":[64],"that":[65,150,189,202,224],"trained":[69],"more":[72],"structure":[73],"and,":[74],"hence,":[75],"exhibit":[76,119],"lower":[77],"compared":[80],"weights":[83],"at":[84],"(random)":[85],"initialization.":[86],"Furthermore,":[87],"compression":[89],"harness":[91],"reduced":[93],"compress":[97],"models.":[98,220],"Although":[99],"an":[100],"unconstrained":[101,219],"parameterization":[102,148,188],"weights,":[105],"$\\mathbf{w}":[106],"\\in":[107],"\\mathbb{R}^n$,":[108],"can":[109,234],"represent":[110],"arbitrary":[111],"weight":[112],"assignments,":[113],"solutions":[115],"found":[116],"during":[117,212],"training":[118,213],"repeatability":[120],"structure,":[122],"making":[123],"them":[124],"simpler":[125,194],"implement":[127],"than":[128],"trivial":[130],"program.":[131],"To":[132],"end,":[134],"formalize":[136],"Kolmogorov":[138],"$\\mathbf{w}$":[141],"by":[142,173],"$\\mathcal{K}(\\mathbf{w})$.":[143],"introduce":[145],"constrained":[147],"$\\widehat{\\mathbf{w}}$":[149],"partitions":[151],"into":[153],"blocks":[154],"size":[156],"$s$":[157],"restricts":[159],"each":[160],"block":[161],"be":[163,235],"selected":[164],"from":[165,198,237],"set":[167],"$k$":[169],"reusable":[170],"motifs,":[171],"specified":[172],"reuse":[175],"pattern":[176],"(or":[177],"mosaic).":[178],"The":[179],"resulting":[180],"method,":[181],"$\\mathit{Mosaic\\text{-}of\\text{-}Motifs}$":[182],"(MoMos),":[183],"provides":[184],"theoretically":[186],"justified":[187],"biases":[190],"optimization":[191,239],"toward":[192],"algorithmically":[193],"solutions.":[195],"Empirical":[196],"evidence":[197],"multiple":[199],"experiments":[200],"shows":[201],"MoMos":[203],"consistently":[204],"lowers":[205],"while":[214],"preserving":[215],"These":[221],"results":[222],"suggest":[223],"parameter":[225],"compressibility":[226],"is":[227],"not":[228],"observed":[230],"after":[231],"training,":[232],"but":[233],"induced":[236],"domain.":[240]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-18T00:00:00"}