{"id":"https://openalex.org/W7236564533","doi":"https://doi.org/10.5281/zenodo.24359066","title":"The Unit of Progress: Co-Adapted Sparsity, Citation Practice and the Case for Naming the Numbers in Mamun's Reassessment of Tiny Models","display_name":"The Unit of Progress: Co-Adapted Sparsity, Citation Practice and the Case for Naming the Numbers in Mamun's Reassessment of Tiny Models","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-19","ids":{"openalex":"https://openalex.org/W7236564533","doi":"https://doi.org/10.5281/zenodo.24359066"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24359066","doi":"https://doi.org/10.5281/zenodo.24359066","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24359066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},"parent_works":[],"lineage":["https://openalex.org/W7236564533"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24359066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160393259","display_name":"TMC Rubel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Rubel, TMC","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5160393259"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6317999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6317999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2685999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04050000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/token-pruning","display_name":"token pruning","score":0.746999979019165},{"id":"https://openalex.org/keywords/training-free-pruning","display_name":"training-free pruning","score":0.6700000166893005},{"id":"https://openalex.org/keywords/scaling-laws","display_name":"scaling laws","score":0.5569999814033508},{"id":"https://openalex.org/keywords/citation-practices","display_name":"citation practices","score":0.609000027179718}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6478000283241272},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5875999927520752},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5809999704360962},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5393000245094299},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5171999931335449},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.46619999408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4564000070095062},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C67820243","wikidata":"https://www.wikidata.org/wiki/Q179164","display_name":"Unitary state","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C2780400661","wikidata":"https://www.wikidata.org/wiki/Q8154361","display_name":"Wishful thinking","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24359066","doi":"https://doi.org/10.5281/zenodo.24359066","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24359066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},{"id":"doi:10.5281/zenodo.24359067","doi":"https://doi.org/10.5281/zenodo.24359067","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24359067","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24359066","doi":"https://doi.org/10.5281/zenodo.24359066","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24359066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223459705","https://openalex.org/W7171620451","https://openalex.org/W4407231860","https://openalex.org/W7163575818","https://openalex.org/W7103754027","https://openalex.org/W7225084920","https://openalex.org/W7171804849","https://openalex.org/W3023285645","https://openalex.org/W7164805422","https://openalex.org/W7148389315"],"abstract_inverted_index":{"This":[0],"review":[1],"examines":[2],"Syed":[3],"Muntasir":[4],"Mamun's":[5],"\"A":[6],"Comprehensive":[7],"and":[8,18,44,70,100,146,158,247,260,286,295],"Future-Looking":[9],"Reassessment":[10],"of":[11,51,62,189,212],"Tiny":[12],"Models:":[13],"Co-Adapted":[14],"Sparsity,":[15],"Hybrid":[16],"Architectures,":[17],"the":[19,28,48,60,63,82,88,102,109,120,126,152,181,198,201,210,213,234,241,254,265,293],"Long-Context":[20],"Horizon\"":[21],"(October":[22],"2026).":[23],"The":[24,72,161,183,277,290],"paper":[25,243],"argues":[26],"that":[27,85,112,122],"case":[29],"for":[30],"deliberately":[31],"small":[32],"language":[33],"models":[34,148],"has":[35],"been":[36],"materially":[37],"strengthened":[38],"by":[39],"end-to-end":[40],"trainable":[41],"token":[42],"pruning,":[43],"proposes":[45,164],"a":[46,66,229,298],"reframing:":[47],"relevant":[49],"unit":[50],"progress":[52],"is":[53,74,119,223,264,292,297],"no":[54,217],"longer":[55],"raw":[56],"parameter":[57],"count":[58],"but":[59],"quality":[61],"sparsity":[64],"pattern":[65],"model":[67],"can":[68],"learn":[69],"exploit.":[71],"argument":[73,270],"well":[75],"constructed.":[76],"It":[77,133],"identifies":[78],"long-context":[79],"cost":[80],"as":[81,209,258],"specific":[83,166],"obstacle":[84],"previously":[86],"capped":[87],"small-model":[89],"case,":[90],"explains":[91],"why":[92],"training-free":[93],"pruning":[94],"heuristics":[95],"could":[96],"not":[97,141],"remove":[98],"it,":[99],"reads":[101],"new":[103],"evidence":[104],"precisely":[105],"\u2014":[106,206,215],"picking":[107],"out":[108],"ablation":[110],"showing":[111],"an":[113,269],"adapted":[114],"backbone":[115],"redistributes":[116],"information,":[117],"which":[118,190,263],"finding":[121],"matters":[123,227],"rather":[124,171],"than":[125,172],"more":[127],"quotable":[128],"one":[129,266],"about":[130,271],"selector":[131],"quality.":[132],"also":[134],"declines":[135],"to":[136,143,168],"overclaim:":[137],"scaling":[138],"laws":[139],"are":[140,149,177,193],"said":[142],"be":[144,169],"overturned,":[145],"frontier":[147],"left":[150],"holding":[151],"upper":[153],"bound":[154],"on":[155,233],"open-ended":[156],"generation":[157],"zero-shot":[159],"generalisation.":[160],"forward-looking":[162],"section":[163],"work":[165,205],"enough":[167],"started":[170],"general":[173],"encouragement.":[174],"Two":[175],"findings":[176],"recorded,":[178],"both":[179],"concerning":[180],"apparatus.":[182],"reference":[184],"list":[185],"contains":[186],"thirteen":[187],"entries":[188],"roughly":[191],"eleven":[192],"never":[194],"cited":[195],"anywhere":[196],"in":[197,268,282],"text,":[199],"while":[200],"paper's":[202],"own":[203],"prior":[204,235],"invoked":[207],"twice":[208],"foundation":[211],"reassessment":[214,255],"carries":[216],"entry":[218],"at":[219],"all,":[220],"though":[221],"it":[222,296],"publicly":[224],"available;":[225],"this":[226],"because":[228],"reassessment's":[230],"force":[231],"depends":[232],"assessment":[236],"being":[237],"reachable.":[238],"And":[239],"where":[240,273],"source":[242],"reports":[244,256],"precise":[245],"speed":[246],"memory":[248],"figures":[249],"against":[250],"two":[251],"distinct":[252],"baselines,":[253],"them":[257],"\"large\"":[259],"\"a":[261],"fraction\",":[262],"place":[267],"magnitude":[272],"precision":[274],"was":[275],"free.":[276],"central":[278],"citation":[279],"verifies":[280],"exactly":[281],"identifier,":[283],"title,":[284],"year":[285],"all":[287],"five":[288],"authors.":[289],"reframing":[291],"contribution,":[294],"good":[299],"one.":[300]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236564533","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2026-11-20T00:00:00"}
