{"id":"https://openalex.org/W7163679003","doi":"https://doi.org/10.48550/arxiv.2606.05257","title":"Scaling Laws for Behavioral Foundation Models over User Event Sequences","display_name":"Scaling Laws for Behavioral Foundation Models over User Event Sequences","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163679003","doi":"https://doi.org/10.48550/arxiv.2606.05257"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011488842","display_name":"Rickard Br\u00fcel Gabrielsson","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gabrielsson, Rickard Br\u00fcel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5011488842"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2985000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2985000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.10849999636411667,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.07779999822378159,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6729999780654907},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5636000037193298},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5504000186920166},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.529699981212616},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.47760000824928284},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.39410001039505005},{"id":"https://openalex.org/keywords/scaling-law","display_name":"Scaling law","score":0.3889000117778778},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.3714999854564667},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.3617999851703644}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6729999780654907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6499999761581421},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5636000037193298},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.47760000824928284},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.3889000117778778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C2987896495","wikidata":"https://www.wikidata.org/wiki/Q5416716","display_name":"Event data","level":3,"score":0.2865999937057495},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C152636012","wikidata":"https://www.wikidata.org/wiki/Q817168","display_name":"Benford's law","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7969972491264343,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"models":[1,18],"are":[2,117],"increasingly":[3,200],"trained":[4],"on":[5,67],"sequences":[6],"of":[7,23,93,105,226],"user":[8],"actions":[9],"in":[10,164],"recommendation,":[11],"payments,":[12],"fraud,":[13],"and":[14,51,90,123,159,177,182,189],"commerce,":[15],"but":[16,143],"these":[17],"still":[19],"lack":[20],"the":[21,56,60,81,91,99,149,178,191,207,220,227,234],"kind":[22],"compute":[24,153,188],"calibration":[25],"that":[26,166],"scaling":[27,228],"laws":[28],"provide":[29],"for":[30],"language":[31],"models.":[32],"We":[33],"study":[34],"a":[35,40,49,52],"common":[36],"two-part":[37,82],"behavioral-model":[38],"architecture:":[39],"feature-based":[41],"event":[42,58],"embedder":[43,103,115],"maps":[44],"each":[45],"multi-modal":[46],"item":[47],"to":[48,125,138],"vector,":[50],"decoder-only":[53],"transformer":[54],"predicts":[55],"next":[57],"from":[59],"resulting":[61],"sequence.":[62],"Across":[63],"roughly":[64],"600":[65],"runs":[66],"real":[68],"interaction":[69],"data,":[70],"spanning":[71],"$10^{15}$-$10^{19}$":[72],"training":[73,134,157],"FLOPs,":[74],"we":[75,112],"jointly":[76],"vary":[77],"four":[78],"deployment-relevant":[79],"axes:":[80],"parameter":[83],"split,":[84],"critical":[85,169],"batch":[86,170],"size,":[87,171],"model/data":[88],"allocation,":[89],"number":[92],"sampled":[94,156],"negatives":[95],"used":[96],"after":[97,175],"freezing":[98],"embedder.":[100],"A":[101],"small":[102],"($s^{\\star}\\!\\approx\\!2\\%$":[104],"parameters)":[106],"is":[107,135,210,223],"compute-optimal":[108,235],"at":[109,140],"every":[110],"budget":[111],"test":[113],"because":[114],"parameters":[116],"both":[118],"more":[119,127,202],"expensive":[120],"per":[121],"step":[122],"exposed":[124],"far":[126],"repeated":[128],"items":[129],"than":[130,214],"contextualizer":[131],"parameters.":[132],"Compute-optimal":[133],"data-heavy":[136],"relative":[137],"text":[139],"low":[141],"compute,":[142],"its":[144],"$D/N$":[145],"ratio":[146],"moves":[147],"toward":[148],"Chinchilla":[150],"heuristic":[151],"as":[152],"increases.":[154],"The":[155],"objective":[158],"deployed":[160],"ranking":[161,183],"metrics":[162],"disagree":[163],"ways":[165],"themselves":[167],"scale:":[168],"optimal":[172],"negative":[173,196],"count":[174],"freezing,":[176],"agreement":[179],"between":[180],"loss":[181],"quality":[184],"all":[185],"shift":[186],"with":[187,190],"chosen":[192],"evaluation":[193,221],"metric.":[194],"For":[195],"sampling,":[197],"larger":[198],"budgets":[199],"prefer":[201],"negatives;":[203],"by":[204],"$10^{19}$":[205],"FLOPs":[206],"active":[208],"constraint":[209],"candidate-axis":[211],"memory":[212],"rather":[213],"FLOPs.":[215],"In":[216],"behavioral":[217],"foundation":[218],"models,":[219],"metric":[222],"therefore":[224],"part":[225],"law:":[229],"changing":[230],"it":[231],"can":[232],"change":[233],"recipe.":[236]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-06T00:00:00"}