{"id":"https://openalex.org/W2042842954","doi":"https://doi.org/10.1109/ichr.2010.5686285","title":"SkyAI: Highly modularized reinforcement learning library","display_name":"SkyAI: Highly modularized reinforcement learning library","publication_year":2010,"publication_date":"2010-12-01","ids":{"openalex":"https://openalex.org/W2042842954","doi":"https://doi.org/10.1109/ichr.2010.5686285","mag":"2042842954"},"language":"en","primary_location":{"id":"doi:10.1109/ichr.2010.5686285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichr.2010.5686285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 10th IEEE-RAS International Conference on Humanoid Robots","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020600038","display_name":"Akihiko Yamaguchi","orcid":"https://orcid.org/0000-0001-9060-3478"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Akihiko Yamaguchi","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044340470","display_name":"Tsukasa Ogasawara","orcid":"https://orcid.org/0000-0001-9767-6039"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tsukasa Ogasawara","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020600038"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":0.451,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.72455425,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"11","issue":null,"first_page":"118","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.8324542045593262},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8157788515090942},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.758804976940155},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7284578680992126},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.6825923323631287},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6659343242645264},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5029081702232361},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48862558603286743},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4697083830833435},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.45196208357810974},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3240904211997986},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.22069013118743896},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1196489930152893}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.8324542045593262},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8157788515090942},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758804976940155},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7284578680992126},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.6825923323631287},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6659343242645264},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5029081702232361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48862558603286743},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4697083830833435},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.45196208357810974},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3240904211997986},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.22069013118743896},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1196489930152893},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ichr.2010.5686285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichr.2010.5686285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 10th IEEE-RAS International Conference on Humanoid Robots","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1543217731","https://openalex.org/W1594783240","https://openalex.org/W1836404726","https://openalex.org/W2090139585","https://openalex.org/W2101724324","https://openalex.org/W2103048296","https://openalex.org/W2115558966","https://openalex.org/W2119072456","https://openalex.org/W2120346334","https://openalex.org/W2142401694","https://openalex.org/W2148277778","https://openalex.org/W2161872510","https://openalex.org/W2167647761","https://openalex.org/W2545768840","https://openalex.org/W2610686804","https://openalex.org/W2808421695","https://openalex.org/W3020747880","https://openalex.org/W3139377883","https://openalex.org/W6635508374","https://openalex.org/W6675223484","https://openalex.org/W6677737365","https://openalex.org/W6729212690"],"related_works":["https://openalex.org/W1844105025","https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2351343564","https://openalex.org/W2170052867"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,15,93,99],"software":[4],"library":[5,19],"of":[6,62,91],"reinforcement":[7],"learning":[8,81],"(RL)":[9],"methods,":[10],"named":[11],"SkyAI.":[12,63],"SkyAI":[13,64],"is":[14,29],"highly":[16],"modularized":[17],"RL":[18],"for":[20,72],"real/simulated":[21],"robots":[22,40],"to":[23,30,43,79,88],"learn":[24,42],"behaviors.":[25],"Our":[26],"ultimate":[27],"goal":[28],"develop":[31],"an":[32],"artificial":[33],"intelligence":[34],"(AI)":[35],"program":[36],"with":[37],"which":[38],"the":[39,54,56,59,86],"can":[41],"behave":[44],"as":[45],"their":[46],"users'":[47],"wish.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"describe":[53],"concepts,":[55],"requirements,":[57],"and":[58,76,98],"current":[60],"implementation":[61],"provides":[65],"two":[66],"conflicting":[67],"features:":[68],"high":[69,77],"execution-speed":[70],"enough":[71],"real":[73,100],"robot":[74,95],"systems":[75],"flexibility":[78],"design":[80],"systems.":[82],"We":[83],"also":[84],"demonstrate":[85],"applications":[87],"crawling":[89],"tasks":[90],"both":[92],"humanoid":[94],"in":[96],"simulation":[97],"spider":[101],"robot.":[102]},"counts_by_year":[{"year":2020,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}