{"id":"https://openalex.org/W7160439115","doi":"https://doi.org/10.48550/arxiv.2605.03762","title":"OracleProto: A Reproducible Framework for Benchmarking LLM Native Forecasting via Knowledge Cutoff and Temporal Masking","display_name":"OracleProto: A Reproducible Framework for Benchmarking LLM Native Forecasting via Knowledge Cutoff and Temporal Masking","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160439115","doi":"https://doi.org/10.48550/arxiv.2605.03762"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03762","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03762","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03762","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135521509","display_name":"Yiding Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yiding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125575590","display_name":"Chengyun Ruan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Chengyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135470179","display_name":"Kaibo Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kaibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135507282","display_name":"Zhongliang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135446779","display_name":"Linna Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Linna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.45649999380111694,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.45649999380111694,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07769999653100967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.04540000110864639,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6895999908447266},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.43689998984336853},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.3659000098705292},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.36160001158714294},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3610000014305115},{"id":"https://openalex.org/keywords/data-driven","display_name":"Data-driven","score":0.35519999265670776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264999747276306},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6895999908447266},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5108000040054321},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4697999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44119998812675476},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3659000098705292},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03762","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03762","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03762","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03762","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,93],"are":[3,73,216],"moving":[4],"from":[5,82,184],"static":[6],"text":[7],"generators":[8],"toward":[9],"real-world":[10],"decision-support":[11],"systems,":[12],"where":[13],"forecasting":[14,63,81,115,123,153,183],"is":[15,33],"a":[16,84,101,108,144,196,204],"composite":[17],"capability":[18,32],"that":[19],"links":[20],"information":[21,162],"gathering,":[22],"evidence":[23],"integration,":[24],"situational":[25],"judgment,":[26],"and":[27,41,139,157,191,203,211,214,220],"action-oriented":[28],"decision":[29],"making.":[30],"This":[31],"in":[34],"broad":[35],"demand":[36],"across":[37],"finance,":[38],"policy,":[39],"industry,":[40],"scientific":[42],"research,":[43],"yet":[44],"its":[45],"evaluation":[46,186],"remains":[47],"difficult:":[48],"live":[49],"benchmarks":[50,72],"evaluate":[51],"forecasts":[52],"before":[53],"answers":[54],"exist,":[55],"making":[56],"them":[57],"the":[58,169],"cleanest":[59],"way":[60],"to":[61,94,97,168],"measure":[62],"ability,":[64],"but":[65,75],"they":[66,76],"expire":[67],"once":[68],"events":[69,120],"resolve;":[70],"retrospective":[71],"reproducible,":[74],"cannot":[77,99],"reliably":[78],"distinguish":[79],"genuine":[80,102],"facts":[83],"model":[85],"may":[86],"have":[87],"already":[88],"learned":[89],"during":[90],"pretraining.":[91],"Prompting":[92],"\"pretend":[95],"not":[96],"know\"":[98],"replace":[100],"knowledge":[103],"boundary.":[104],"We":[105],"propose":[106],"OracleProto,":[107],"reproducible":[109],"framework":[110],"for":[111,199,208],"evaluating":[112],"LLM":[113,182],"native":[114],"capability.":[116],"OracleProto":[117,151,180],"reconstructs":[118],"resolved":[119],"into":[121,187],"time-bounded":[122],"samples":[124],"by":[125],"combining":[126],"model-cutoff-aligned":[127],"sample":[128],"admission,":[129],"tool-level":[130],"temporal":[131,178],"masking,":[132],"content-level":[133],"leakage":[134,167],"detection,":[135],"discrete":[136],"answer":[137],"normalization,":[138],"hierarchical":[140],"scoring.":[141],"Instantiated":[142],"on":[143],"FutureX-Past-derived":[145],"dataset":[146],"with":[147],"six":[148],"contemporary":[149],"LLMs,":[150],"distinguishes":[152],"quality,":[154],"sampling":[155],"stability,":[156],"cost":[158],"efficiency":[159],"under":[160],"controlled":[161,205],"boundaries,":[163],"while":[164],"reducing":[165],"residual":[166],"$1\\%$":[170],"level,":[171],"an":[172,188],"order":[173],"of":[174],"magnitude":[175],"below":[176],"tool-only":[177],"filtering.":[179],"turns":[181],"one-off":[185],"auditable,":[189],"reusable,":[190],"trainable":[192],"dataset-level":[193],"capability,":[194],"providing":[195],"unified":[197],"interface":[198],"fair":[200],"cross-model":[201],"comparison":[202],"signal":[206],"source":[207],"downstream":[209],"SFT":[210],"RL.":[212],"Code":[213],"data":[215],"available":[217],"at":[218],"https://github.com/MaYiding/OracleProto":[219],"https://huggingface.co/datasets/MaYiding/OracleProto.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-07T00:00:00"}