{"id":"https://openalex.org/W4417448182","doi":"https://doi.org/10.48550/arxiv.2512.12264","title":"Market-Bench: Evaluating Large Language Models on Introductory Quantitative Trading and Market Dynamics","display_name":"Market-Bench: Evaluating Large Language Models on Introductory Quantitative Trading and Market Dynamics","publication_year":2025,"publication_date":"2025-12-13","ids":{"openalex":"https://openalex.org/W4417448182","doi":"https://doi.org/10.48550/arxiv.2512.12264"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2512.12264","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.12264","pdf_url":"https://arxiv.org/pdf/2512.12264","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.12264","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015498178","display_name":"Abhay Srivastava","orcid":"https://orcid.org/0000-0002-5714-6727"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srivastava, Abhay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jung, Sam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Sam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120840136","display_name":"Spencer Mateega","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateega, Spencer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.4092000126838684,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.4092000126838684,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.1550000011920929,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7228000164031982},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.5834000110626221},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.5022000074386597},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.45500001311302185},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.4196000099182129},{"id":"https://openalex.org/keywords/high-frequency-trading","display_name":"High-frequency trading","score":0.37940001487731934},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.3578000068664551}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7228000164031982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6639000177383423},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3935999870300293},{"id":"https://openalex.org/C24683644","wikidata":"https://www.wikidata.org/wiki/Q138372","display_name":"High-frequency trading","level":3,"score":0.37940001487731934},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3093000054359436},{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C46934059","wikidata":"https://www.wikidata.org/wiki/Q61515","display_name":"Outsourcing","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.257099986076355},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.12264","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.12264","pdf_url":"https://arxiv.org/pdf/2512.12264","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.12264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.12264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.12264","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.12264","pdf_url":"https://arxiv.org/pdf/2512.12264","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,80,211],"introduce":[1],"MARKET-BENCH,":[2],"a":[3,76,86,110,215],"benchmark":[4],"that":[5,89,192],"evaluates":[6],"large":[7],"language":[8,25],"models":[9,84,116,138],"(LLMs)":[10],"on":[11,41,47,58,154,172],"introductory":[12],"quantitative":[13],"trading":[14,40,46,198],"tasks":[15],"by":[16,133],"asking":[17],"them":[18],"to":[19,203],"construct":[20],"executable":[21,123],"backtesters":[22],"from":[23,97],"natural":[24],"strategy":[26,121],"descriptions":[27],"and":[28,51,66,69,72,139,144,186,209,214],"market":[29],"assumptions.":[30],"Each":[31],"instance":[32],"specifies":[33],"one":[34],"of":[35,103,125,128,135],"three":[36],"canonical":[37],"strategies:":[38],"scheduled":[39],"Microsoft":[42],"(NASDAQ:":[43,49,53],"MSFT),":[44],"pairs":[45],"Coca-Cola":[48],"KO)":[50],"Pepsi":[52],"PEP),":[54],"or":[55],"delta":[56],"hedging":[57],"MSFT.":[59],"Models":[60],"must":[61],"produce":[62],"code":[63],"whose":[64],"profit":[65,185],"loss":[67,187],"(P":[68],"L),":[70],"drawdown,":[71],"position":[73],"paths":[74],"match":[75],"verifiable":[77],"reference":[78],"implementation.":[79],"assess":[81],"thirteen":[82],"state-of-the-art":[83],"using":[85],"multi-round":[87],"evaluation":[88],"separates":[90],"structural":[91],"reliability":[92,150],"(whether":[93],"the":[94,104,119,168,173],"backtest":[95,105],"runs)":[96],"numerical":[98],"accuracy":[99],"(mean":[100],"absolute":[101],"error":[102,153,171],"metrics),":[106],"assigning":[107],"failed":[108],"outputs":[109],"duplicated-metrics":[111],"baseline":[112],"MAE.":[113],"While":[114],"most":[115],"reliably":[117],"execute":[118],"simplest":[120],"(average":[122],"passes":[124],"4.08":[126],"out":[127],"5":[129],"rounds),":[130],"errors":[131],"vary":[132],"orders":[134],"magnitude":[136],"across":[137],"tasks.":[140],"Gemini":[141],"3":[142],"Pro":[143],"Claude":[145],"4.5":[146],"Sonnet":[147],"combine":[148],"strong":[149,159],"with":[151,162],"low":[152],"simpler":[155],"strategies.":[156],"GPT-5.2":[157],"achieves":[158,167],"overall":[160],"performance":[161],"perfect":[163,179],"executability.":[164],"GPT-5.1":[165],"Codex-Max":[166],"lowest":[169],"best-run":[170],"easiest":[174],"task.":[175],"Qwen3":[176],"Max":[177],"attains":[178],"executability":[180],"yet":[181],"sometimes":[182],"produces":[183],"inaccurate":[184],"paths.":[188],"These":[189],"results":[190],"show":[191],"current":[193],"LLMs":[194],"can":[195],"scaffold":[196],"basic":[197],"infrastructure":[199],"but":[200],"still":[201],"struggle":[202],"reason":[204],"robustly":[205],"about":[206],"prices,":[207],"inventory,":[208],"risk.":[210],"release":[212],"MARKET-BENCH":[213],"public":[216],"leaderboard":[217],"at":[218],"https://marketbench.ai.":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-17T00:00:00"}