{"id":"https://openalex.org/W3109671234","doi":"https://doi.org/10.1109/ssci47803.2020.9308172","title":"Methods Matter: A Trading Agent with No Intelligence Routinely Outperforms AI-Based Traders","display_name":"Methods Matter: A Trading Agent with No Intelligence Routinely Outperforms AI-Based Traders","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3109671234","doi":"https://doi.org/10.1109/ssci47803.2020.9308172","mag":"3109671234"},"language":"en","primary_location":{"id":"doi:10.1109/ssci47803.2020.9308172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci47803.2020.9308172","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.14346","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027817163","display_name":"Dave Cliff","orcid":"https://orcid.org/0000-0003-3822-9364"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dave Cliff","raw_affiliation_strings":["Department of Computer Science, The University of Bristol, Bristol, U.K","University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049793049","display_name":"Michael Rollins","orcid":null},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Rollins","raw_affiliation_strings":["Department of Computer Science, The University of Bristol, Bristol, U.K","University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":0.2337,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62942715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"392","last_page":"399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.6717908382415771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.658632755279541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6428062915802002},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.5689781308174133},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.5108239650726318},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5104631185531616},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4724971354007721},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4655879735946655},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4263773560523987},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.41222742199897766},{"id":"https://openalex.org/keywords/financial-economics","display_name":"Financial economics","score":0.23515883088111877},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.20572534203529358},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.19295883178710938},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.17166703939437866},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0927114188671112}],"concepts":[{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.6717908382415771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.658632755279541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6428062915802002},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.5689781308174133},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.5108239650726318},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5104631185531616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4724971354007721},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4655879735946655},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4263773560523987},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.41222742199897766},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.23515883088111877},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.20572534203529358},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19295883178710938},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17166703939437866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0927114188671112},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ssci47803.2020.9308172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci47803.2020.9308172","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2011.14346","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.14346","pdf_url":"https://arxiv.org/pdf/2011.14346","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3109671234","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.14346","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/038b990a-4473-4080-9b90-a4ad321aa52d","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/038b990a-4473-4080-9b90-a4ad321aa52d","pdf_url":null,"source":{"id":"https://openalex.org/S7407055359","display_name":"Explore Bristol Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cliff, D T & Rollins, M 2020, Methods Matter: A Trading Agent with No Intelligence Routinely Outperforms AI-Based Traders. in Proceedings of the IEEE Symposium Series on Computational Intelligence (SSCI2020) : Computational Intelligence in Financial Engineering (CIFEr). pp. 8.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2011.14346","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.14346","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.14346","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.14346","pdf_url":"https://arxiv.org/pdf/2011.14346","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3109671234.pdf","grobid_xml":"https://content.openalex.org/works/W3109671234.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1533782517","https://openalex.org/W1666205556","https://openalex.org/W2014748701","https://openalex.org/W2018567859","https://openalex.org/W2100761249","https://openalex.org/W2125907855","https://openalex.org/W2154534427","https://openalex.org/W2986192149","https://openalex.org/W2998195013","https://openalex.org/W3089477657","https://openalex.org/W4246756863","https://openalex.org/W6637217051","https://openalex.org/W6769921126"],"related_works":["https://openalex.org/W3120090874","https://openalex.org/W3122816162","https://openalex.org/W3035261583","https://openalex.org/W3004745900","https://openalex.org/W2625965143","https://openalex.org/W3089023932","https://openalex.org/W3081427192","https://openalex.org/W131605551","https://openalex.org/W2795111853","https://openalex.org/W3037850414","https://openalex.org/W2310620542","https://openalex.org/W3128334568","https://openalex.org/W2464657119","https://openalex.org/W1854304833","https://openalex.org/W62976852","https://openalex.org/W3134571793","https://openalex.org/W3189206326","https://openalex.org/W3002348292","https://openalex.org/W3133561938","https://openalex.org/W2736168029"],"abstract_inverted_index":{"There":[0],"is":[1,258,280],"a":[2,36,71,128,142,157,165,226,252,272,281],"long":[3],"tradition":[4],"of":[5,38,67,73,80,138,149,156,161,168,183,194],"research":[6,39,68,268],"using":[7,186],"computational":[8],"intelligence,":[9],"i.e.":[10],"methods":[11],"from":[12,177,202,266],"artificial":[13],"intelligence":[14],"(AI)":[15],"and":[16,24,52,76,196],"machine":[17],"learning":[18],"(ML),":[19],"to":[20,146,235,240,292],"automatically":[21],"discover,":[22],"implement,":[23],"fine-tune":[25],"strategies":[26,87,96,265,279,288],"for":[27],"autonomous":[28],"adaptive":[29],"automated":[30],"trading":[31,86,95,228,287],"in":[32,53,164,217,250,255],"financial":[33],"markets,":[34],"with":[35,247],"sequence":[37],"papers":[40,123],"on":[41,153],"this":[42,65,172],"topic":[43],"published":[44,219],"at":[45,103,116,135,231],"major":[46],"AI":[47,100],"conferences":[48],"such":[49,56,251,271],"as":[50,57,239],"IJCAI":[51],"prestigious":[54],"journals":[55],"Artificial":[58],"Intelligence:":[59],"we":[60,108,174,191],"show":[61,210],"evidence":[62],"here":[63,110],"that":[64,77,97,107,119,211,230,254,283],"strand":[66],"has":[69],"taken":[70],"number":[72,167],"methodological":[74],"mis-steps":[75],"actually":[78],"some":[79],"the":[81,117,120,132,136,154,162,212,218,248,262,267,285,293],"reportedly":[82],"best-performing":[83],"public-domain":[84,214],"AI/ML":[85,215,264,286],"can":[88,206,221,275],"routinely":[89,223],"be":[90,207,222,236,241],"out-performed":[91],"by":[92,225],"extremely":[93],"simple":[94,238,273],"involve":[98],"no":[99],"or":[101],"ML":[102],"all.":[104],"The":[105],"results":[106,176],"highlight":[109],"could":[111],"easily":[112],"have":[113],"been":[114],"revealed":[115],"time":[118,137],"relevant":[121],"key":[122],"were":[124,289],"published,":[125],"more":[126,259],"than":[127,261],"decade":[129],"ago,":[130],"but":[131,244],"accepted":[133],"methodology":[134],"those":[139],"publications":[140],"involved":[141],"somewhat":[143],"minimal":[144],"approach":[145],"experimental":[147],"evaluation":[148],"trader-agents,":[150],"making":[151],"claims":[152],"basis":[155],"few":[158],"thousand":[159],"test-sessions":[160],"trader-agent":[163],"small":[166],"market":[169,249],"scenarios.":[170],"In":[171],"paper":[173],"present":[175],"exhaustive":[178],"testing":[179],"over":[180],"wide":[181],"ranges":[182],"parameter":[184],"values,":[185],"parallel":[187],"cloud-computing":[188],"facilities,":[189],"where":[190],"conduct":[192],"millions":[193],"tests":[195],"thereby":[197],"create":[198],"much":[199],"richer":[200],"data":[201],"which":[203,245],"firmer":[204],"conclusions":[205],"drawn.":[208],"We":[209],"best":[213],"traders":[216],"literature":[220],"outperformed":[224],"\u201csub-zero-intelligence\u201d":[227],"strategy":[229,274],"face":[232],"value":[233],"appears":[234],"so":[237],"financially":[242],"ruinous,":[243],"interacts":[246],"way":[253],"practice":[256],"it":[257],"profitable":[260],"well-known":[263],"literature.":[269],"That":[270],"outperform":[276],"established":[277],"AI/ML-based":[278],"sign":[282],"perhaps":[284],"good":[290],"answers":[291],"wrong":[294],"question.":[295]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-04T07:58:01.006859","created_date":"2025-10-10T00:00:00"}