{"id":"https://openalex.org/W2168592488","doi":"https://doi.org/10.1109/cca.2007.4389199","title":"A Novel Q-Learning Approach with Continuous States and Actions","display_name":"A Novel Q-Learning Approach with Continuous States and Actions","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W2168592488","doi":"https://doi.org/10.1109/cca.2007.4389199","mag":"2168592488"},"language":"en","primary_location":{"id":"doi:10.1109/cca.2007.4389199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cca.2007.4389199","pdf_url":null,"source":{"id":"https://openalex.org/S4210212887","display_name":"\u0098The \u009cproceedings of the IEEE Conference on Control Applications/\u0098The \u009cproceedings of the ... IEEE Conference on Control Applications","issn_l":"1085-1992","issn":["1085-1992","2576-3210"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE International Conference on Control Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103265190","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0002-9856-7691"},"institutions":[{"id":"https://openalex.org/I202502355","display_name":"Singapore Polytechnic","ror":"https://ror.org/05pxcn248","country_code":"SG","type":"education","lineage":["https://openalex.org/I202502355"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Singapore polytechnics, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Singapore polytechnics, Singapore","institution_ids":["https://openalex.org/I202502355"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035486559","display_name":"Meng Joo Er","orcid":"https://orcid.org/0000-0003-4597-7088"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Meng Joo Er","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103265190"],"corresponding_institution_ids":["https://openalex.org/I202502355"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.26390773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"3","issue":null,"first_page":"18","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.6725537180900574},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.636256217956543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5923334360122681},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.578859269618988},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.5124679207801819},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.4974985420703888},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34049010276794434}],"concepts":[{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.6725537180900574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.636256217956543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5923334360122681},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.578859269618988},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.5124679207801819},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.4974985420703888},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34049010276794434},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cca.2007.4389199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cca.2007.4389199","pdf_url":null,"source":{"id":"https://openalex.org/S4210212887","display_name":"\u0098The \u009cproceedings of the IEEE Conference on Control Applications/\u0098The \u009cproceedings of the ... IEEE Conference on Control Applications","issn_l":"1085-1992","issn":["1085-1992","2576-3210"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE International Conference on Control Applications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1531900088","https://openalex.org/W1553483187","https://openalex.org/W1557517019","https://openalex.org/W1872794911","https://openalex.org/W2062706881","https://openalex.org/W2121863487","https://openalex.org/W2142196876","https://openalex.org/W2145417063","https://openalex.org/W2154549708","https://openalex.org/W2154811749","https://openalex.org/W2169162318","https://openalex.org/W2305205647","https://openalex.org/W4214717370","https://openalex.org/W6684496727"],"related_works":["https://openalex.org/W2075768550","https://openalex.org/W3022218857","https://openalex.org/W2369178846","https://openalex.org/W2370289839","https://openalex.org/W2082716031","https://openalex.org/W2933494595","https://openalex.org/W4313347705","https://openalex.org/W1568049691","https://openalex.org/W1590096425","https://openalex.org/W135622916"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,42,66],"generalized":[4],"Q-learning":[5,11],"method":[6,94],"termed":[7],"dynamic":[8],"fuzzy":[9,43,67,72,76],"continuous-action":[10,29,58],"(DFCAQ)":[12],"that":[13],"works":[14],"in":[15,28,55,91,110],"continuous":[16,35],"domains.":[17],"It":[18],"can":[19,78],"be":[20,79],"regarded":[21],"as":[22],"an":[23],"extension":[24],"of":[25,46,98,116],"Millan's":[26],"work":[27],"Q-learning.":[30],"In":[31,106],"the":[32,51,56,60,74,85,88,92,99,114,117],"DFCAQ":[33,75,93,119],"approach,":[34],"states":[36],"and":[37,81],"actions":[38,48,90,101],"are":[39,95],"generated":[40,64],"via":[41,65],"structure.":[44],"Instead":[45],"considering":[47],"selected":[49],"by":[50,103],"nearest":[52],"unit":[53],"only":[54],"original":[57],"Q-learning,":[59,73],"global":[61],"action":[62],"is":[63],"approach.":[68],"Compared":[69],"with":[70],"Jouffe's":[71],"structure":[77],"automatically":[80],"dynamically":[82],"generated.":[83],"At":[84],"same":[86],"time,":[87],"local":[89],"average":[96],"values":[97],"discrete":[100],"weighted":[102],"their":[104],"Q-values.":[105],"addition,":[107],"comparison":[108],"studies":[109],"robotics":[111],"domains":[112],"show":[113],"superiority":[115],"proposed":[118],"method.":[120]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}