{"id":"https://openalex.org/W7162662270","doi":"https://doi.org/10.48550/arxiv.2605.28359","title":"From Knowing to Doing: A Memory-Controlled Benchmark for LLM Trading Agents on Stock Markets","display_name":"From Knowing to Doing: A Memory-Controlled Benchmark for LLM Trading Agents on Stock Markets","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162662270","doi":"https://doi.org/10.48550/arxiv.2605.28359"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28359","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28359","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28359","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137244875","display_name":"Taojie Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Taojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137284526","display_name":"Wentao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137214643","display_name":"Rui Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059999561","display_name":"Beidi Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Beidi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137248961","display_name":"Jiacheng Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137241736","display_name":"Sinuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sinuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299990","display_name":"Jing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137259985","display_name":"Daxin Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Daxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137292602","display_name":"Yonghong He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yonghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008300079","display_name":"Zuo Bai","orcid":"https://orcid.org/0000-0001-5349-9739"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Zuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.4993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.4993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.1454000025987625,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.13910000026226044,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/portfolio","display_name":"Portfolio","score":0.6054999828338623},{"id":"https://openalex.org/keywords/investment-strategy","display_name":"Investment strategy","score":0.5217000246047974},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.49720001220703125},{"id":"https://openalex.org/keywords/high-frequency-trading","display_name":"High-frequency trading","score":0.4564000070095062},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.44040000438690186},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.43160000443458557},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.4268999993801117},{"id":"https://openalex.org/keywords/capital-market","display_name":"Capital market","score":0.400299996137619},{"id":"https://openalex.org/keywords/investment-style","display_name":"Investment style","score":0.387800008058548}],"concepts":[{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C103144560","wikidata":"https://www.wikidata.org/wiki/Q2670999","display_name":"Investment strategy","level":3,"score":0.5217000246047974},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.49720001220703125},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.47099998593330383},{"id":"https://openalex.org/C24683644","wikidata":"https://www.wikidata.org/wiki/Q138372","display_name":"High-frequency trading","level":3,"score":0.4564000070095062},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C143910263","wikidata":"https://www.wikidata.org/wiki/Q750458","display_name":"Capital market","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.3962000012397766},{"id":"https://openalex.org/C94644931","wikidata":"https://www.wikidata.org/wiki/Q6060889","display_name":"Investment style","level":5,"score":0.387800008058548},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C204036174","wikidata":"https://www.wikidata.org/wiki/Q909380","display_name":"Stock (firearms)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.36039999127388},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.3255000114440918},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3127000033855438},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3010999858379364},{"id":"https://openalex.org/C2985330422","wikidata":"https://www.wikidata.org/wiki/Q724931","display_name":"Market efficiency","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C172428447","wikidata":"https://www.wikidata.org/wiki/Q438711","display_name":"Alternative trading system","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.27390000224113464},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C179262372","wikidata":"https://www.wikidata.org/wiki/Q778043","display_name":"Electronic trading","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C160623529","wikidata":"https://www.wikidata.org/wiki/Q273088","display_name":"Arbitrage","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C51485801","wikidata":"https://www.wikidata.org/wiki/Q16966861","display_name":"Efficient frontier","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C65972490","wikidata":"https://www.wikidata.org/wiki/Q7832248","display_name":"Trading turret","level":5,"score":0.2632000148296356},{"id":"https://openalex.org/C2777302077","wikidata":"https://www.wikidata.org/wiki/Q1321921","display_name":"Market portfolio","level":3,"score":0.2624000012874603}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28359","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28359","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28359","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28359","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6640323400497437,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"whether":[1,215,222],"large":[2],"language":[3],"model":[4],"(LLM)":[5],"agents":[6,155],"can":[7],"profit":[8],"in":[9,21],"capital":[10],"markets":[11],"is":[12,34],"increasingly":[13],"framed":[14],"as":[15,234],"end-to-end":[16,99],"trading:":[17],"place":[18],"an":[19,98,216],"agent":[20,168,217],"a":[22,69,109,135,162,235],"historical":[23,126],"market,":[24,145],"let":[25],"it":[26],"trade,":[27],"and":[28,57,117,123,147,194,240],"measure":[29],"portfolio":[30,142],"returns.":[31],"This":[32],"setup":[33],"vulnerable":[35],"to":[36,60,113],"two":[37],"evaluation":[38,187,242],"failures.":[39],"First,":[40],"long":[41],"backtests":[42],"often":[43],"overlap":[44],"with":[45,197],"the":[46,158,223],"knowledge":[47],"cutoffs":[48],"of":[49,200,225,243],"frontier":[50,153],"LLMs,":[51],"allowing":[52],"memorized":[53],"tickers,":[54],"dates,":[55],"prices,":[56],"market":[58,81,127,193],"narratives":[59],"substitute":[61],"for":[62,72,238],"investment":[63,130,229],"reasoning.":[64,175],"Second,":[65],"raw":[66],"returns":[67,143,184,226],"are":[68,188],"noisy":[70],"proxy":[71],"stock-selection":[73,148,202],"ability,":[74],"since":[75],"positive":[76],"performance":[77,137],"may":[78],"come":[79],"from":[80,129],"beta,":[82],"style":[83,195],"exposure,":[84,196],"or":[85],"favorable":[86],"regimes":[87],"rather":[88],"than":[89],"genuine":[90],"alpha.":[91,203],"We":[92,231],"introduce":[93],"KTD-Fin":[94,107,233],"(Knowing-To-Doing":[95],"Financial":[96],"Benchmark),":[97],"stock-market":[100],"trading":[101,245],"benchmark":[102],"that":[103,140,180,207],"addresses":[104],"both":[105],"issues.":[106],"uses":[108],"data-side":[110],"masking":[111,165],"protocol":[112],"anonymize":[114],"key":[115],"identifiers":[116],"calendar":[118],"information":[119],"consistently":[120],"across":[121],"prompts":[122],"tools,":[124],"separating":[125],"memory":[128],"decision-making.":[131],"It":[132],"also":[133,221],"incorporates":[134],"Barra-style":[136],"attribution":[138],"framework":[139],"decomposes":[141],"into":[144],"style,":[146],"alpha":[149],"components.":[150],"Across":[151],"ten":[152],"LLM":[154,181,209,244],"evaluated":[156],"on":[157],"Chinese":[159],"CSI300":[160],"over":[161],"2024--2026":[163],"window,":[164],"substantially":[166],"changes":[167],"rationales,":[169],"pushing":[170],"them":[171],"towards":[172],"anonymized":[173],"factor-based":[174],"Attribution":[176],"analysis":[177],"further":[178],"shows":[179],"agents'":[182],"cumulative":[183],"under":[185],"leakage-controlled":[186,239],"largely":[189],"explained":[190],"by":[191],"passive":[192],"limited":[198],"evidence":[199],"persistent":[201],"These":[204],"findings":[205],"suggest":[206],"financial":[208],"benchmarks":[210],"should":[211],"evaluate":[212],"not":[213],"only":[214],"makes":[218],"money,":[219],"but":[220],"source":[224],"reflects":[227],"transferable":[228],"skill.":[230],"release":[232],"reproducible":[236],"template":[237],"attribution-aware":[241],"agents.":[246]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}