{"id":"https://openalex.org/W2086563545","doi":"https://doi.org/10.1007/s10015-011-0961-5","title":"A comparison of learning performance in two-dimensional Q-learning by the difference of Q-values alignment","display_name":"A comparison of learning performance in two-dimensional Q-learning by the difference of Q-values alignment","publication_year":2012,"publication_date":"2012-02-01","ids":{"openalex":"https://openalex.org/W2086563545","doi":"https://doi.org/10.1007/s10015-011-0961-5","mag":"2086563545"},"language":"en","primary_location":{"id":"doi:10.1007/s10015-011-0961-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-011-0961-5","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045498058","display_name":"Kathy Thi Aung","orcid":null},"institutions":[{"id":"https://openalex.org/I107139324","display_name":"Kagoshima University","ror":"https://ror.org/03ss88z23","country_code":"JP","type":"education","lineage":["https://openalex.org/I107139324"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kathy Thi Aung","raw_affiliation_strings":["Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, 1-21-40 Korimoto, Kagoshima, 890-0065, Japan","Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, Kagoshima, Japan 890-0065"],"affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, 1-21-40 Korimoto, Kagoshima, 890-0065, Japan","institution_ids":["https://openalex.org/I107139324"]},{"raw_affiliation_string":"Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, Kagoshima, Japan 890-0065","institution_ids":["https://openalex.org/I107139324"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072944628","display_name":"Takayasu Fuchida","orcid":null},"institutions":[{"id":"https://openalex.org/I107139324","display_name":"Kagoshima University","ror":"https://ror.org/03ss88z23","country_code":"JP","type":"education","lineage":["https://openalex.org/I107139324"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayasu Fuchida","raw_affiliation_strings":["Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, 1-21-40 Korimoto, Kagoshima, 890-0065, Japan","Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, Kagoshima, Japan 890-0065"],"affiliations":[{"raw_affiliation_string":"Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, 1-21-40 Korimoto, Kagoshima, 890-0065, Japan","institution_ids":["https://openalex.org/I107139324"]},{"raw_affiliation_string":"Department of Information and Computer Science, Graduate School of Science and Engineering, Kagoshima University, Kagoshima, Japan 890-0065","institution_ids":["https://openalex.org/I107139324"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5045498058"],"corresponding_institution_ids":["https://openalex.org/I107139324"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.12342853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"16","issue":"4","first_page":"473","last_page":"477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.6352858543395996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6181843280792236},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5789968967437744},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5458132028579712},{"id":"https://openalex.org/keywords/lattice","display_name":"Lattice (music)","score":0.5021250247955322},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.47882941365242004},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4379413425922394},{"id":"https://openalex.org/keywords/voronoi-diagram","display_name":"Voronoi diagram","score":0.42044156789779663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3964275121688843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31567150354385376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.26365047693252563},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.20003020763397217},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15696248412132263},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.06692454218864441},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.06406611204147339}],"concepts":[{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.6352858543395996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6181843280792236},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5789968967437744},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5458132028579712},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.5021250247955322},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.47882941365242004},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4379413425922394},{"id":"https://openalex.org/C24881265","wikidata":"https://www.wikidata.org/wiki/Q757267","display_name":"Voronoi diagram","level":2,"score":0.42044156789779663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3964275121688843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31567150354385376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.26365047693252563},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.20003020763397217},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15696248412132263},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.06692454218864441},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.06406611204147339},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10015-011-0961-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-011-0961-5","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1998612696","https://openalex.org/W2121863487","https://openalex.org/W2160279936","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W3020555194","https://openalex.org/W2793256277","https://openalex.org/W2348235448","https://openalex.org/W4360958759","https://openalex.org/W2116218375","https://openalex.org/W2389906634","https://openalex.org/W176898926","https://openalex.org/W288156810","https://openalex.org/W1562406979","https://openalex.org/W2962797788"],"abstract_inverted_index":null,"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}