{"id":"https://openalex.org/W7225313169","doi":"https://doi.org/10.5281/zenodo.23974033","title":"Attention Society: Three Implementations and a Negative Result for the Hypothesis that an Internal Economy Accelerates Neural Network Training","display_name":"Attention Society: Three Implementations and a Negative Result for the Hypothesis that an Internal Economy Accelerates Neural Network Training","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225313169","doi":"https://doi.org/10.5281/zenodo.23974033"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23974033","doi":"https://doi.org/10.5281/zenodo.23974033","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23974033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23974033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160888591","display_name":"Seonyul Park","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Park, Seonyul","raw_affiliation_strings":["IT Vision School (IT\ube44\uc804\ud559\uad50), Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IT Vision School (IT\ube44\uc804\ud559\uad50), Republic of Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5160888591"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4147999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4147999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.04349999874830246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-training-efficiency","display_name":"neural network training efficiency","score":0.5559999942779541},{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.7940000295639038},{"id":"https://openalex.org/keywords/computational-resource-allocation","display_name":"computing resource allocation","score":0.38600000739097595},{"id":"https://openalex.org/keywords/attention-economy","display_name":"attention economy","score":0.39500001072883606},{"id":"https://openalex.org/keywords/character-level-language-models","display_name":"character-level language models","score":0.6499999761581421},{"id":"https://openalex.org/keywords/sorting-task","display_name":"sorting task","score":0.5960000157356262},{"id":"https://openalex.org/keywords/negative-results","display_name":"negative results","score":0.32100000977516174},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6051999926567078},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.5437999963760376},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C141121606","wikidata":"https://www.wikidata.org/wiki/Q8142","display_name":"Currency","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.43619999289512634},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.4083999991416931},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3066999912261963},{"id":"https://openalex.org/C94982200","wikidata":"https://www.wikidata.org/wiki/Q5380545","display_name":"Entitlement (fair division)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2678000032901764},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.26440000534057617}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23974033","doi":"https://doi.org/10.5281/zenodo.23974033","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23974033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23974034","doi":"https://doi.org/10.5281/zenodo.23974034","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23974034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23974033","doi":"https://doi.org/10.5281/zenodo.23974033","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23974033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7133231475","https://openalex.org/W7196949015","https://openalex.org/W7129076280","https://openalex.org/W3176878988","https://openalex.org/W7098196774","https://openalex.org/W7117644291","https://openalex.org/W3104722529","https://openalex.org/W3033432546","https://openalex.org/W2295900670","https://openalex.org/W7029085569"],"abstract_inverted_index":{"We":[0,357,426],"report,":[1],"as":[2],"a":[3,17,22,34,82,120,145,171,353,366,406,412,418,429],"negative":[4],"result,":[5],"three":[6,117,348,370],"successive":[7],"implementations":[8],"of":[9,16,53,87,115,194,205,217,224,365,397,431],"the":[10,51,64,75,88,98,116,134,139,149,160,166,188,192,195,200,210,215,238,256,285,319,332,342,363,384,395],"Attention":[11],"Society":[12],"hypothesis:":[13],"that":[14,197,283,420,433],"nodes":[15],"neural":[18],"network":[19],"which":[20],"hold":[21],"currency":[23,176],"(Attention":[24],"Pay,":[25],"AP)":[26],"and":[27,30,40,60,97,103,109,125,153,209,269,275,298,302,338,415,423],"compete,":[28],"invest,":[29],"standardize":[31],"can":[32],"reach":[33,341],"target":[35,70,140,233,343],"performance":[36],"with":[37,148,174,322,428],"less":[38],"time":[39,68,155,271],"compute":[41,83],"than":[42,74,144,159,279,392],"ordinary":[43],"attention":[44],"training.":[45],"In":[46,77],"Version":[47,78,163,206],"1,":[48],"AP":[49,80,101],"at":[50],"level":[52],"FFN":[54],"neurons":[55],"only":[56,222],"modulated":[57],"output":[58],"gains":[59],"could":[61],"not":[62,235,352,372],"change":[63],"actual":[65,104],"connectivity;":[66],"wall-clock":[67,154,270,307],"to":[69,190,232,340,399],"was":[71,156,272,299],"39\u201355%":[72],"slower":[73,158,278,305],"baseline.":[76,162],"2,":[79],"became":[81],"entitlement":[84],"(a":[85],"share":[86,102],"token":[89],"slots":[90],"processed":[91],"by":[92,374],"each":[93,380],"mixture-of-experts":[94],"(MoE)":[95],"block),":[96],"correlation":[99],"between":[100],"load":[105],"reached":[106],"0.91\u20130.97":[107],"(Pay":[108],"Market":[110],"variants).":[111],"Yet":[112],"on":[113,326,346],"none":[114],"tasks":[118],"(sorting,":[119],"character-level":[121],"language":[122],"model":[123],"(lm),":[124],"continual":[126],"task":[127],"switching":[128],"(shift))":[129],"did":[130,234],"any":[131],"variant":[132,282,321],"meet":[133],"pre-registered":[135,239],"rule":[136],"for":[137,362],"reaching":[138],"in":[141,170,182,252,306,315,336,405,411],"fewer":[142],"steps":[143],"plain":[146],"MoE":[147],"same":[150],"active":[151],"budget,":[152],"125\u2013198%":[157],"dense":[161,297],"3":[164,207],"followed":[165],"designer's":[167],"revised":[168],"intent:":[169],"closed":[172,407],"economy":[173,310,408],"no":[175,293,402],"issuance":[177],"(total-money":[178],"error":[179],"\u2264":[180],"8.5e-13":[181],"all":[183,347],"129":[184,203],"runs),":[185],"money":[186,314,409],"buys":[187],"right":[189],"emulate":[191],"computation":[193],"block":[196],"best":[198],"fits":[199],"reward.":[201],"All":[202],"runs":[204],"finished,":[208],"hypothesis":[211],"is":[212,351],"rejected":[213],"within":[214,344],"scope":[216],"these":[218],"experiments":[219],"(three":[220],"seeds;":[221,349],"effects":[223],"about":[225],"10%":[226],"or":[227,249],"more":[228],"are":[229],"detectable).":[230],"Steps":[231],"differ,":[236],"under":[237],"rule,":[240],"from":[241,243,245,250,296],"MoE,":[242],"dense,":[244],"emulation":[246,260,312],"without":[247,261,313],"money,":[248],"investment":[251],"random":[253],"targets":[254],"(for":[255],"key":[257],"comparison":[258,333],"against":[259],"money:":[262],"sort":[263,327],"+4.3%,":[264],"lm":[265],"\u22121.3%,":[266],"shift":[267],"\u22122.2%),":[268],"37.4%":[273],"(sort)":[274,301],"34.5%":[276],"(lm)":[277,304],"MoE.":[280],"A":[281],"leaves":[284],"transformer":[286],"unmodified":[287],"(the":[288,368],"head":[289,320],"variant)":[290],"also":[291],"showed":[292],"step":[294],"difference":[295],"92.0%":[300],"62.2%":[303],"time.":[308],"The":[309],"beat":[311],"one":[316,389],"setting":[317],"only,":[318],"weight":[323],"interpolation":[324],"(lerp)":[325],"(\u221236.0%,":[328],"3/3":[329],"seeds),":[330],"because":[331],"arm":[334],"collapsed":[335],"diversity":[337],"failed":[339],"budget":[345],"this":[350],"win":[354],"over":[355],"dense.":[356],"propose":[358],"four":[359],"candidate":[360],"explanations":[361],"absence":[364],"speed-up":[367],"first":[369],"were":[371],"isolated":[373],"separate":[375],"tests):":[376],"backpropagation":[377],"already":[378],"optimizes":[379],"block,":[381],"so":[382],"\"following":[383],"leader\"":[385],"makes":[386],"blocks":[387],"resemble":[388],"another":[390],"rather":[391],"adding":[393],"information;":[394],"choice":[396],"whom":[398],"follow":[400],"made":[401],"detectable":[403],"difference;":[404],"pools":[410],"few":[413],"holders":[414],"degenerates":[416],"into":[417],"schedule":[419],"weakens":[421],"emulation;":[422],"settlement":[424],"overhead.":[425],"close":[427],"list":[430],"designs":[432],"later":[434],"work":[435],"should":[436],"avoid.":[437]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-11-06T00:00:00"}