{"id":"https://openalex.org/W7223022285","doi":"https://doi.org/10.48550/arxiv.2610.26582","title":"WhatIf-Bench: Benchmarking Intervention-Aware Time Series Forecasting","display_name":"WhatIf-Bench: Benchmarking Intervention-Aware Time Series Forecasting","publication_year":2026,"publication_date":"2026-10-19","ids":{"openalex":"https://openalex.org/W7223022285","doi":"https://doi.org/10.48550/arxiv.2610.26582"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.26582","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.26582","pdf_url":"https://arxiv.org/pdf/2610.26582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.26582","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052381961","display_name":"Arjun Ashok","orcid":"https://orcid.org/0000-0002-2752-2509","observed_orcids":["https://orcid.org/0000-0002-2752-2509"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashok, Arjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106524687","display_name":"Mihir Parmar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parmar, Mihir","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011797382","display_name":"Palash Goyal","orcid":"https://orcid.org/0000-0003-2455-2160","observed_orcids":["https://orcid.org/0000-0003-2455-2160"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goyal, Palash","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087135401","display_name":"Bhavana Dalvi Mishra","orcid":"https://orcid.org/0000-0002-3813-8641","observed_orcids":["https://orcid.org/0000-0002-3813-8641"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mishra, Bhavana Dalvi","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102972645","display_name":"Chunliang Li","orcid":"https://orcid.org/0000-0002-5938-5510","observed_orcids":["https://orcid.org/0000-0002-5938-5510"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Chun-Liang","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055430458","display_name":"Irina Rish","orcid":"https://orcid.org/0000-0001-6856-5057","observed_orcids":["https://orcid.org/0000-0001-6856-5057"]},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rish, Irina","raw_affiliation_strings":["Mila -Quebec AI Institute ,","Universit\u00e9 de Montr\u00e9al ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila -Quebec AI Institute ,","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al ,","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028239106","display_name":"Alexandre Drouin","orcid":"https://orcid.org/0000-0001-7718-0319","observed_orcids":["https://orcid.org/0000-0001-7718-0319"]},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Drouin, Alexandre","raw_affiliation_strings":["Mila -Quebec AI Institute ,","Universit\u00e9 Laval"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila -Quebec AI Institute ,","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"Universit\u00e9 Laval","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159114150","display_name":"Jinsung Yoon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoon, Jinsung","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101265241","display_name":"Tomas Pfister","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pfister, Tomas","raw_affiliation_strings":["Google ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google ,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/time-series-foundation-models","display_name":"time series foundation models","score":0.75},{"id":"https://openalex.org/keywords/scenario-analysis","display_name":"scenario analysis","score":0.7889999747276306},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6010000109672546},{"id":"https://openalex.org/keywords/data-center-energy-consumption","display_name":"data center energy consumption","score":0.5070000290870667},{"id":"https://openalex.org/keywords/power-grid-forecasting","display_name":"power grid forecasting","score":0.8679999709129333},{"id":"https://openalex.org/keywords/traffic-forecasting","display_name":"traffic prediction","score":0.949999988079071}],"concepts":[{"id":"https://openalex.org/C106306483","wikidata":"https://www.wikidata.org/wiki/Q183984","display_name":"Futures contract","level":2,"score":0.7081999778747559},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.684499979019165},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6626999974250793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545000076293945},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.614300012588501},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.5770999789237976},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5509999990463257},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5034000277519226},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C2781468064","wikidata":"https://www.wikidata.org/wiki/Q1267117","display_name":"Lead time","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41679999232292175},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.41280001401901245},{"id":"https://openalex.org/C120954023","wikidata":"https://www.wikidata.org/wiki/Q1127277","display_name":"Consensus forecast","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34439998865127563},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C2778136018","wikidata":"https://www.wikidata.org/wiki/Q10350689","display_name":"Predictive power","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2781323245","wikidata":"https://www.wikidata.org/wiki/Q1363761","display_name":"Hang","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C103402496","wikidata":"https://www.wikidata.org/wiki/Q1106171","display_name":"Prediction interval","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2781013037","wikidata":"https://www.wikidata.org/wiki/Q1433331","display_name":"Nowcasting","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C112353543","wikidata":"https://www.wikidata.org/wiki/Q5468162","display_name":"Forecast period","level":4,"score":0.2596000134944916},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.26582","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.26582","pdf_url":"https://arxiv.org/pdf/2610.26582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.26582","doi":"https://doi.org/10.48550/arxiv.2610.26582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.26582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.26582","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.26582","pdf_url":"https://arxiv.org/pdf/2610.26582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223022285.pdf","grobid_xml":"https://content.openalex.org/works/W7223022285.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2009187570","https://openalex.org/W2078639378","https://openalex.org/W2117883868","https://openalex.org/W2133609801","https://openalex.org/W2593118993","https://openalex.org/W2607045400","https://openalex.org/W2795843265","https://openalex.org/W2952278188","https://openalex.org/W2996321792","https://openalex.org/W3057211280","https://openalex.org/W3122811855","https://openalex.org/W3125057276","https://openalex.org/W4214698730","https://openalex.org/W4280550128","https://openalex.org/W4310416691","https://openalex.org/W4387355843","https://openalex.org/W4387635581","https://openalex.org/W4387796530","https://openalex.org/W4391591184","https://openalex.org/W4391631862","https://openalex.org/W4392781393","https://openalex.org/W4393177791","https://openalex.org/W4403570643","https://openalex.org/W4404307597","https://openalex.org/W4406123282","https://openalex.org/W4409147637","https://openalex.org/W4409364177","https://openalex.org/W4412876983","https://openalex.org/W4415213293","https://openalex.org/W4415795893","https://openalex.org/W4415797235","https://openalex.org/W7084052771","https://openalex.org/W7092613470","https://openalex.org/W7103750695","https://openalex.org/W7128792599","https://openalex.org/W7133223873","https://openalex.org/W7161084841","https://openalex.org/W7163663358","https://openalex.org/W7167046791","https://openalex.org/W7172007251","https://openalex.org/W7214026138"],"related_works":["https://openalex.org/W7124184024","https://openalex.org/W7214026138","https://openalex.org/W7148632004","https://openalex.org/W7084052771","https://openalex.org/W7215124915","https://openalex.org/W4416017025","https://openalex.org/W7151754447","https://openalex.org/W4416260817","https://openalex.org/W4416168868","https://openalex.org/W7221804180"],"abstract_inverted_index":{"Recent":[0],"time":[1,69],"series":[2,70],"foundation":[3],"models":[4],"(TSFMs)":[5],"can":[6,39],"consume":[7],"covariates":[8,32,57,199],"in-context,":[9],"extending":[10],"zero-shot":[11],"forecasting":[12,23],"to":[13,28,33,58,63,105,119,170,175,177,219],"problems":[14],"driven":[15],"by":[16],"external":[17],"factors.":[18],"This":[19],"enables":[20],"scenario":[21,232],"analysis:":[22],"how":[24,53],"a":[25,50,60,96,107,154,228],"target":[26],"responds":[27],"events":[29,99,196,203],"that":[30,110],"set":[31,197],"chosen":[34],"future":[35,64,108],"values.":[36],"Whether":[37],"they":[38],"do":[40],"this":[41],"reliably":[42],"is":[43,67],"an":[44],"open":[45],"question.":[46],"We":[47],"introduce":[48],"WhatIf-Bench,":[49],"benchmark":[51],"measuring":[52],"well":[54,165],"forecasters":[55],"use":[56],"forecast":[59,106],"target's":[61],"response":[62],"events.":[65],"WhatIf-Bench":[66,216],"semi-synthetic:":[68],"come":[71],"from":[72],"mechanistic":[73],"simulators":[74],"of":[75,98,126,158],"data":[76],"centers,":[77],"power":[78],"grids,":[79],"road":[80],"traffic,":[81],"and":[82,130,140,226],"water":[83],"networks,":[84],"with":[85,182],"controlled":[86],"covariate-target":[87],"relationships":[88],"grounded":[89],"in":[90],"each":[91],"system.":[92],"Each":[93],"task":[94],"presents":[95],"history":[97],"intervening":[100],"on":[101,166,179,190,206],"covariates,":[102,127],"then":[103],"asks":[104],"event":[109,131],"either":[111],"replays":[112],"seen":[113],"values":[114],"(Replay)":[115],"or":[116],"sets":[117],"them":[118],"unseen":[120],"ones":[121],"(Novel).":[122],"Varying":[123],"the":[124,146,149,159,183,187,210,223],"number":[125],"historical":[128,202],"events,":[129],"length":[132],"yields":[133],"37,665":[134],"tasks.":[135],"Evaluating":[136],"TSFMs,":[137],"frontier":[138],"LLMs,":[139],"simple":[141],"regression":[142,184],"baselines,":[143],"we":[144],"find":[145],"LLMs":[147],"reach":[148],"highest":[150],"skill":[151,205],"(improvement":[152],"over":[153],"naive":[155],"baseline),":[156],"ahead":[157],"best":[160],"TSFMs.":[161],"Every":[162],"model":[163],"forecasts":[164],"Replay":[167],"futures":[168,192,208,221],"(48":[169],"85%":[171],"skill)":[172],"but":[173,212],"drops":[174],"-7":[176],"50%":[178],"Novel":[180,191,207,220],"futures,":[181],"baselines":[185],"falling":[186],"most.":[188],"Skill":[189],"also":[193],"falls":[194],"as":[195,222],"more":[198],"jointly.":[200],"More":[201],"raise":[204],"across":[209],"board,":[211],"large":[213],"differences":[214],"remain.":[215],"reveals":[217],"generalization":[218],"core":[224],"challenge,":[225],"offers":[227],"testbed":[229],"toward":[230],"arbitrary":[231],"analysis.":[233]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-21T00:00:00"}