{"id":"https://openalex.org/W1973828255","doi":"https://doi.org/10.2478/s13230-013-0109-5","title":"Learning a DFT-based sequence with reinforcement learning: a NAO implementation","display_name":"Learning a DFT-based sequence with reinforcement learning: a NAO implementation","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W1973828255","doi":"https://doi.org/10.2478/s13230-013-0109-5","mag":"1973828255"},"language":"en","primary_location":{"id":"doi:10.2478/s13230-013-0109-5","is_oa":true,"landing_page_url":"https://doi.org/10.2478/s13230-013-0109-5","pdf_url":"https://www.degruyter.com/document/doi/10.2478/s13230-013-0109-5/pdf","source":{"id":"https://openalex.org/S4210226531","display_name":"Paladyn Journal of Behavioral Robotics","issn_l":"2081-4836","issn":["2081-4836"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Paladyn, Journal of Behavioral Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.degruyter.com/document/doi/10.2478/s13230-013-0109-5/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049923108","display_name":"Boris Dur\u00e1n","orcid":null},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Boris Dur\u00e1n","raw_affiliation_strings":["Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","University of Sk\u00f6vde,#TAB#"],"affiliations":[{"raw_affiliation_string":"Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]},{"raw_affiliation_string":"University of Sk\u00f6vde,#TAB#","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012690417","display_name":"Gauss Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gauss Lee","raw_affiliation_strings":["Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","University of Sk\u00f6vde,#TAB#"],"affiliations":[{"raw_affiliation_string":"Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]},{"raw_affiliation_string":"University of Sk\u00f6vde,#TAB#","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101951215","display_name":"Robert Lowe","orcid":"https://orcid.org/0000-0002-0307-3171"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Robert Lowe","raw_affiliation_strings":["Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","University of Sk\u00f6vde,#TAB#"],"affiliations":[{"raw_affiliation_string":"Interaction Lab University of Sk\u00f6vde Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]},{"raw_affiliation_string":"University of Sk\u00f6vde,#TAB#","institution_ids":["https://openalex.org/I205158640"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049923108"],"corresponding_institution_ids":["https://openalex.org/I205158640"],"apc_list":{"value":1000,"currency":"EUR","value_usd":1078},"apc_paid":{"value":1000,"currency":"EUR","value_usd":1078},"fwci":0.1395,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47167414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"3","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7841727137565613},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7057968974113464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6887363195419312},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.625607430934906},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.5988546013832092},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5728436708450317},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5450870990753174},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.541599690914154},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5070581436157227},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46005886793136597},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.42530521750450134},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3812209367752075},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3019014596939087},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07473546266555786}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7841727137565613},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7057968974113464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6887363195419312},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.625607430934906},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.5988546013832092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5728436708450317},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5450870990753174},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.541599690914154},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5070581436157227},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46005886793136597},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.42530521750450134},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3812209367752075},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3019014596939087},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07473546266555786},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.2478/s13230-013-0109-5","is_oa":true,"landing_page_url":"https://doi.org/10.2478/s13230-013-0109-5","pdf_url":"https://www.degruyter.com/document/doi/10.2478/s13230-013-0109-5/pdf","source":{"id":"https://openalex.org/S4210226531","display_name":"Paladyn Journal of Behavioral Robotics","issn_l":"2081-4836","issn":["2081-4836"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Paladyn, Journal of Behavioral Robotics","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:his-10147","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:his:diva-10147","pdf_url":null,"source":{"id":"https://openalex.org/S4306401029","display_name":"University Library of Sk\u00f6vde (University of Sk\u00f6vde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205158640","host_organization_name":"University of Sk\u00f6vde","host_organization_lineage":["https://openalex.org/I205158640"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:da529d3fad974ec992df01b2ffa31d89","is_oa":true,"landing_page_url":"https://doaj.org/article/da529d3fad974ec992df01b2ffa31d89","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Paladyn, Vol 3, Iss 4, Pp 181-187 (2012)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2478/s13230-013-0109-5","is_oa":true,"landing_page_url":"https://doi.org/10.2478/s13230-013-0109-5","pdf_url":"https://www.degruyter.com/document/doi/10.2478/s13230-013-0109-5/pdf","source":{"id":"https://openalex.org/S4210226531","display_name":"Paladyn Journal of Behavioral Robotics","issn_l":"2081-4836","issn":["2081-4836"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Paladyn, Journal of Behavioral Robotics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1973828255.pdf","grobid_xml":"https://content.openalex.org/works/W1973828255.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1991877770","https://openalex.org/W2011147660","https://openalex.org/W2029028993","https://openalex.org/W2029374903","https://openalex.org/W2037504266","https://openalex.org/W2076660877","https://openalex.org/W2081030963","https://openalex.org/W2090805568","https://openalex.org/W2101786389","https://openalex.org/W2109995759","https://openalex.org/W2131745597","https://openalex.org/W2159752377","https://openalex.org/W2570416447","https://openalex.org/W2951757795","https://openalex.org/W4241994679"],"related_works":["https://openalex.org/W2745063183","https://openalex.org/W4256317079","https://openalex.org/W2129850190","https://openalex.org/W2295425790","https://openalex.org/W4389009354","https://openalex.org/W2564804538","https://openalex.org/W2883195674","https://openalex.org/W2072736607","https://openalex.org/W3080374445","https://openalex.org/W2964790801"],"abstract_inverted_index":{"Abstract":[0],"The":[1,42],"implementation":[2],"of":[3,28,32,56,61,86,94],"sequence":[4,85,101],"learning":[5,55,78,97],"in":[6],"robotic":[7],"platforms":[8],"offers":[9],"several":[10],"challenges.":[11],"Deciding":[12],"when":[13],"to":[14,20,100],"stop":[15],"one":[16],"action":[17,38],"and":[18,54,76,82,106],"continue":[19],"the":[21,34,51,62,92],"next":[22],"requires":[23],"a":[24,47,68,84],"balance":[25],"between":[26],"stability":[27],"sensory":[29],"information":[30],"and,":[31],"course,":[33],"knowledge":[35],"about":[36],"what":[37],"is":[39],"required":[40],"next.":[41],"work":[43],"presented":[44],"here":[45],"proposes":[46],"starting":[48],"point":[49],"for":[50,80,103],"successful":[52],"execution":[53],"dynamic":[57,73],"sequences.":[58],"Making":[59],"use":[60],"NAO":[63],"humanoid":[64],"platform":[65],"we":[66],"propose":[67],"mathematical":[69],"model":[70],"based":[71],"on":[72],"field":[74],"theory":[75],"reinforcement":[77,96],"methods":[79,98],"obtaining":[81],"performing":[83],"elementary":[87],"motor":[88],"behaviors.":[89],"Results":[90],"from":[91],"comparison":[93],"two":[95],"applied":[99],"generation,":[102],"both":[104],"simulation":[105],"implementation,":[107],"are":[108],"provided.":[109]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}