{"id":"https://openalex.org/W2025423725","doi":"https://doi.org/10.1109/ijcnn.2014.6889878","title":"Algorithmic trading behavior identification using reward learning method","display_name":"Algorithmic trading behavior identification using reward learning method","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W2025423725","doi":"https://doi.org/10.1109/ijcnn.2014.6889878","mag":"2025423725"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2014.6889878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080120183","display_name":"Steve Y. Yang","orcid":"https://orcid.org/0000-0002-4816-4720"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Y. Yang","raw_affiliation_strings":["Financial Engineering Program in School of Systems and Enterprises at Stevens Institute of Technology","[Financial Engineering Program in School of Systems and Enterprises at Stevens Institute of Technology]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Financial Engineering Program in School of Systems and Enterprises at Stevens Institute of Technology","institution_ids":["https://openalex.org/I108468826"]},{"raw_affiliation_string":"[Financial Engineering Program in School of Systems and Enterprises at Stevens Institute of Technology]","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050966437","display_name":"Qifeng Qiao","orcid":"https://orcid.org/0009-0005-6765-568X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qifeng Qiao","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia","[Department of Systems & Information Engineering, University of Virginia]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"[Department of Systems & Information Engineering, University of Virginia]","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056670558","display_name":"Peter A. Beling","orcid":"https://orcid.org/0000-0003-2196-6982"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter A. Beling","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia","[Department of Systems & Information Engineering, University of Virginia]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"[Department of Systems & Information Engineering, University of Virginia]","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051468788","display_name":"William T. Scherer","orcid":"https://orcid.org/0000-0002-1069-7898"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Scherer","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia","[Department of Systems & Information Engineering, University of Virginia]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"[Department of Systems & Information Engineering, University of Virginia]","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3807","last_page":"3414"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6901880502700806},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.6002645492553711},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5142254829406738},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.4961129128932953},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.48261675238609314},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4769914746284485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47058621048927307},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45614051818847656},{"id":"https://openalex.org/keywords/futures-contract","display_name":"Futures contract","score":0.45106038451194763},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4380744397640228},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4300697445869446},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.41813671588897705},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.33823081851005554},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.2593259811401367},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.17900171875953674},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15838807821273804},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10235908627510071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6901880502700806},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.6002645492553711},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5142254829406738},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.4961129128932953},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.48261675238609314},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4769914746284485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47058621048927307},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45614051818847656},{"id":"https://openalex.org/C106306483","wikidata":"https://www.wikidata.org/wiki/Q183984","display_name":"Futures contract","level":2,"score":0.45106038451194763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4380744397640228},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4300697445869446},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.41813671588897705},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33823081851005554},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2593259811401367},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.17900171875953674},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15838807821273804},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10235908627510071},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2014.6889878","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1541589391","https://openalex.org/W1559990548","https://openalex.org/W1576452626","https://openalex.org/W1591675293","https://openalex.org/W1987403087","https://openalex.org/W1999874108","https://openalex.org/W2034064628","https://openalex.org/W2061562262","https://openalex.org/W2096871511","https://openalex.org/W2098774185","https://openalex.org/W2102847492","https://openalex.org/W2113023245","https://openalex.org/W2157495061","https://openalex.org/W2167362547","https://openalex.org/W2226430041","https://openalex.org/W2530285197","https://openalex.org/W2606543275","https://openalex.org/W2922050312","https://openalex.org/W3122172324","https://openalex.org/W3122309695","https://openalex.org/W3123095408","https://openalex.org/W3123431518","https://openalex.org/W3123899576","https://openalex.org/W3125310323","https://openalex.org/W4214717370","https://openalex.org/W4232067337","https://openalex.org/W4301422153","https://openalex.org/W6633543754","https://openalex.org/W6634528131","https://openalex.org/W6635261211","https://openalex.org/W6674884181","https://openalex.org/W6728458309"],"related_works":["https://openalex.org/W2760714711","https://openalex.org/W2148461306","https://openalex.org/W4285139615","https://openalex.org/W2257085413","https://openalex.org/W2114004870","https://openalex.org/W4285237622","https://openalex.org/W4285333900","https://openalex.org/W4220825041","https://openalex.org/W4221068538","https://openalex.org/W3122482221"],"abstract_inverted_index":{"Identifying":[0],"and":[1,19,24,54,76,109,143,168,181],"understanding":[2],"the":[3,33,45,56,71,84,120,156],"impact":[4],"of":[5,36,58,63,74,113,139,150],"algorithmic":[6],"trading":[7,64,81,102],"on":[8,83,94],"financial":[9],"markets":[10],"has":[11],"become":[12],"a":[13,105,126,151],"critical":[14],"issue":[15],"for":[16],"market":[17,29,37],"operators":[18,30],"regulators.":[20],"Advanced":[21],"data":[22,153],"feed":[23],"audit":[25],"trail":[26],"information":[27],"from":[28,61,155],"now":[31],"make":[32],"full":[34],"observation":[35],"participants'":[38],"actions":[39],"possible.":[40],"A":[41],"key":[42,136],"question":[43],"is":[44,50,92,99],"extent":[46],"to":[47,52,100,118],"which":[48,91],"it":[49,134],"possible":[51],"understand":[53],"characterize":[55],"behavior":[57],"individual":[59],"participants":[60],"observations":[62,112],"actions.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,160],"consider":[70],"basic":[72],"problems":[73],"categorizing":[75],"recognizing":[77],"traders":[78],"(or,":[79],"equivalently,":[80],"algorithms)":[82],"basis":[85],"observed":[86],"limit":[87],"orders.":[88],"Our":[89],"approach,":[90],"based":[93],"inverse":[95],"reinforcement":[96],"learning":[97],"(IRL),":[98],"model":[101],"decisions":[103],"as":[104],"Markov":[106],"decision":[107,116],"process":[108,170],"then":[110],"use":[111,149],"an":[114],"optimal":[115],"policy":[117],"find":[119],"reward":[121],"function.":[122],"The":[123],"approach":[124],"strikes":[125],"balance":[127],"between":[128],"two":[129,162],"desirable":[130],"features":[131],"in":[132],"that":[133,174],"captures":[135],"empirical":[137],"properties":[138],"order":[140],"book":[141],"dynamics":[142],"yet":[144],"remains":[145],"computationally":[146],"tractable.":[147],"Making":[148],"real-world":[152],"set":[154],"E-Mini":[157],"futures":[158],"contract,":[159],"compare":[161],"principal":[163],"IRL":[164,167],"variants,":[165],"linear":[166],"Gaussian":[169],"IRL.":[171],"Results":[172],"suggest":[173],"IRL-based":[175],"feature":[176],"spaces":[177],"support":[178],"accurate":[179],"classification":[180],"meaningful":[182],"clustering.":[183]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}