{"id":"https://openalex.org/W4403535500","doi":"https://doi.org/10.1109/codit62066.2024.10708098","title":"Fuzzy Q-Table Reinforcement Learning for continues State Spaces: A Case Study on Bitcoin Futures Trading","display_name":"Fuzzy Q-Table Reinforcement Learning for continues State Spaces: A Case Study on Bitcoin Futures Trading","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4403535500","doi":"https://doi.org/10.1109/codit62066.2024.10708098"},"language":"en","primary_location":{"id":"doi:10.1109/codit62066.2024.10708098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit62066.2024.10708098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064759389","display_name":"Zahra Ghorrati","orcid":"https://orcid.org/0000-0003-1396-7248"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zahra Ghorrati","raw_affiliation_strings":["Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085097373","display_name":"Kourosh Shahnazari","orcid":"https://orcid.org/0000-0002-3586-6838"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Kourosh Shahnazari","raw_affiliation_strings":["Amirkabir University of Technology,Department of Computer Engineering and Information Technology,Tehran,Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amirkabir University of Technology,Department of Computer Engineering and Information Technology,Tehran,Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043898933","display_name":"Ahmad Esmaeili","orcid":"https://orcid.org/0000-0003-0612-2351"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmad Esmaeili","raw_affiliation_strings":["Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033151632","display_name":"Eric T. Matson","orcid":"https://orcid.org/0000-0001-9200-4903"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric T. Matson","raw_affiliation_strings":["Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Department of Computer and Information Technology,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"592","last_page":"597"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11059","display_name":"Market Dynamics and Volatility","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/futures-contract","display_name":"Futures contract","score":0.7465329766273499},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7296392321586609},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.6350502967834473},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5865362286567688},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5161257982254028},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48847925662994385},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.48302826285362244},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4622279107570648},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3303534686565399},{"id":"https://openalex.org/keywords/financial-economics","display_name":"Financial economics","score":0.25634339451789856},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.23404112458229065},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16843867301940918},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10843983292579651}],"concepts":[{"id":"https://openalex.org/C106306483","wikidata":"https://www.wikidata.org/wiki/Q183984","display_name":"Futures contract","level":2,"score":0.7465329766273499},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7296392321586609},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6350502967834473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5865362286567688},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5161257982254028},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48847925662994385},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.48302826285362244},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4622279107570648},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303534686565399},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.25634339451789856},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23404112458229065},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16843867301940918},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10843983292579651}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/codit62066.2024.10708098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit62066.2024.10708098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:soar.wichita.edu:10057/29843","is_oa":false,"landing_page_url":"https://hdl.handle.net/10057/29843","pdf_url":null,"source":{"id":"https://openalex.org/S4306401479","display_name":"Holmes Museum Of Anthropology (Wichita State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39587148","host_organization_name":"Wichita State University","host_organization_lineage":["https://openalex.org/I39587148"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 10th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1551593752","https://openalex.org/W2139465937","https://openalex.org/W2145339207","https://openalex.org/W2151012394","https://openalex.org/W2154549708","https://openalex.org/W2168592488","https://openalex.org/W2482200303","https://openalex.org/W3127561923","https://openalex.org/W3156829097","https://openalex.org/W3199351510","https://openalex.org/W3216656735","https://openalex.org/W4214717370","https://openalex.org/W4297964528","https://openalex.org/W4307000314","https://openalex.org/W4384135373","https://openalex.org/W6748270630","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"One":[0],"of":[1,49,57,122,140,195,233],"the":[2,20,26,30,46,50,61,65,80,102,114,119,123,128,136,142,153,164,173,196,207],"simplest":[3],"approach":[4,198],"in":[5,36,67,87,176,181,206],"Reinforcement":[6],"Learning":[7],"(RL)":[8],"is":[9,199],"updating":[10,127],"Q-table":[11,28,51,66,159],"using":[12,163],"Bellman":[13,31,103,124,165],"operator.":[14],"While":[15],"theoretical":[16],"expectations":[17],"hint":[18],"at":[19],"potential":[21],"convergence":[22,174],"achieved":[23],"by":[24,101,189,240],"modeling":[25],"discrete":[27],"with":[29,43,53],"operator,":[32],"practical":[33],"limitations":[34,238],"surface":[35],"real-world":[37],"scenarios.":[38],"The":[39,106,193],"main":[40],"challenges":[41],"associated":[42],"it":[44,162],"include":[45],"exponential":[47],"growth":[48],"size":[52],"an":[54,96],"increasing":[55],"number":[56],"state":[58,69,115],"dimensions":[59],"and":[60,160,217],"inability":[62],"to":[63,78,90,112,118,171,178,204,214,229],"use":[64,121],"continuous":[68],"spaces.":[70],"Alternative":[71],"approaches,":[72,152],"such":[73],"as":[74,135],"employing":[75],"neural":[76,130,145,147],"networks":[77],"approximate":[79],"parameterized":[81],"Q-function,":[82],"may":[83],"not":[84],"necessarily":[85],"result":[86],"convergence.In":[88],"response":[89],"these":[91],"challenges,":[92],"this":[93,222],"paper":[94],"introduces":[95],"simple":[97],"innovative":[98],"methodology":[99,223],"inspired":[100],"method":[104,108,155],"updating.":[105],"proposed":[107,154,197],"utilizes":[109],"fuzzy":[110,129],"rules":[111],"discretize":[113],"space,":[116],"leading":[117],"direct":[120],"operator":[125],"for":[126],"network":[131,148],"weights,":[132],"effectively":[133],"acting":[134],"Fuzzy":[137,158],"Q-table.":[138],"Instead":[139],"approximating":[141],"Q-function":[143],"utilizing":[144],"network/deep":[146],"based":[149],"on":[150],"gradient":[151,191],"establishes":[156],"a":[157,185,225,230],"updates":[161],"equation.":[166],"This":[167],"strategic":[168],"decision":[169],"helps":[170],"solve":[172],"problem":[175],"addition":[177],"prevent":[179],"entrapment":[180],"local":[182],"minima":[183],"problems,":[184,236],"common":[186],"challenge":[187],"faced":[188,239],"conventional":[190],"methods.":[192],"efficacy":[194],"demonstrated":[200],"through":[201],"its":[202,212],"application":[203],"trading":[205],"Bitcoin":[208],"Futures":[209],"Market,":[210],"showcasing":[211],"ability":[213],"navigate":[215],"complexities":[216],"uncertainties.":[218],"Beyond":[219],"financial":[220],"markets,":[221],"presents":[224],"versatile":[226],"solution":[227],"applicable":[228],"diverse":[231],"range":[232],"reinforcement":[234],"learning":[235],"addressing":[237],"traditional":[241],"Q-tables":[242],"or":[243],"DQN.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}