{"id":"https://openalex.org/W3179413567","doi":"https://doi.org/10.1109/tcds.2021.3094513","title":"Discovering Schema-Based Action Sequences Through Play in Situated Humanoid Robots","display_name":"Discovering Schema-Based Action Sequences Through Play in Situated Humanoid Robots","publication_year":2021,"publication_date":"2021-07-05","ids":{"openalex":"https://openalex.org/W3179413567","doi":"https://doi.org/10.1109/tcds.2021.3094513","mag":"3179413567"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2021.3094513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3094513","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publications.aston.ac.uk/id/eprint/42837/1/Play_in_Situated_Humanoid_Robots.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062884589","display_name":"Suresh Kumar","orcid":"https://orcid.org/0000-0001-9837-1464"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Suresh Kumar","raw_affiliation_strings":["Center of Excellence for Robotics, Artificial Intelligence and Blockchain, Sukkur IBA University, Sukkur, Pakistan"],"affiliations":[{"raw_affiliation_string":"Center of Excellence for Robotics, Artificial Intelligence and Blockchain, Sukkur IBA University, Sukkur, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083064911","display_name":"Alexandros Giagkos","orcid":"https://orcid.org/0000-0001-6419-8966"},"institutions":[{"id":"https://openalex.org/I169199633","display_name":"Aston University","ror":"https://ror.org/05j0ve876","country_code":"GB","type":"education","lineage":["https://openalex.org/I169199633"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexandros Giagkos","raw_affiliation_strings":["College of Engineering and Physical Sciences, Aston University, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Physical Sciences, Aston University, Birmingham, U.K","institution_ids":["https://openalex.org/I169199633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057738047","display_name":"Patricia Shaw","orcid":"https://orcid.org/0000-0002-6994-8647"},"institutions":[{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Patricia Shaw","raw_affiliation_strings":["Department of Computer Science, Aberystwyth University, Aberystwyth, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aberystwyth University, Aberystwyth, U.K","institution_ids":["https://openalex.org/I16038530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025613425","display_name":"Rapha\u00ebl Braud","orcid":"https://orcid.org/0000-0002-8717-2512"},"institutions":[{"id":"https://openalex.org/I3018083178","display_name":"Institut de Recherche Technologique SystemX","ror":"https://ror.org/03crmsn52","country_code":"FR","type":"facility","lineage":["https://openalex.org/I3018083178"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Raphael Braud","raw_affiliation_strings":["Institut de Recherche Technologique SystemX, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"Institut de Recherche Technologique SystemX, Palaiseau, France","institution_ids":["https://openalex.org/I3018083178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620073","display_name":"Mark Lee","orcid":"https://orcid.org/0000-0001-7112-8843"},"institutions":[{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Lee","raw_affiliation_strings":["Department of Computer Science, Aberystwyth University, Aberystwyth, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aberystwyth University, Aberystwyth, U.K","institution_ids":["https://openalex.org/I16038530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036010787","display_name":"Qiang Shen","orcid":"https://orcid.org/0000-0001-9333-4605"},"institutions":[{"id":"https://openalex.org/I16038530","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889","country_code":"GB","type":"education","lineage":["https://openalex.org/I16038530"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qiang Shen","raw_affiliation_strings":["Department of Computer Science, Aberystwyth University, Aberystwyth, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aberystwyth University, Aberystwyth, U.K","institution_ids":["https://openalex.org/I16038530"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062884589"],"corresponding_institution_ids":["https://openalex.org/I68288478"],"apc_list":null,"apc_paid":null,"fwci":0.5547,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65503439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"14","issue":"3","first_page":"1021","last_page":"1035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/icub","display_name":"iCub","score":0.9069004654884338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7312844395637512},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6937242746353149},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6212849020957947},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.5997376441955566},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.574381947517395},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5719535946846008},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5231384038925171},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5188023447990417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5055942535400391},{"id":"https://openalex.org/keywords/cognitive-robotics","display_name":"Cognitive robotics","score":0.4961114823818207},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.44863361120224},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.353196382522583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1545279324054718},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1441921591758728}],"concepts":[{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.9069004654884338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7312844395637512},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6937242746353149},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6212849020957947},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.5997376441955566},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.574381947517395},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5719535946846008},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5231384038925171},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5188023447990417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5055942535400391},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.4961114823818207},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44863361120224},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.353196382522583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1545279324054718},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1441921591758728},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcds.2021.3094513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3094513","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:publications.aston.ac.uk:42837","is_oa":true,"landing_page_url":"https://publications.aston.ac.uk/view/author/0b8eafb29402cfa7556be62577bd7851.html>,","pdf_url":"https://publications.aston.ac.uk/id/eprint/42837/1/Play_in_Situated_Humanoid_Robots.pdf","source":{"id":"https://openalex.org/S4306400483","display_name":"Aston Publications Explorer (Aston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169199633","host_organization_name":"Aston University","host_organization_lineage":["https://openalex.org/I169199633"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:aber.ac.uk:publications/7c9cca0f-e35a-4d08-8a1a-c83c5beb8344","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85112642156&partnerID=8YFLogxK","pdf_url":"http://pure.aber.ac.uk/ws/files/42947828/Learning_Affordances_with_Action_Sequences_and_Finding_Alternative_Solutions_for_User_Defined_Problems_Revision.pdf","source":{"id":"https://openalex.org/S4306401660","display_name":"Aberystwyth Research portal (Aberystwyth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16038530","host_organization_name":"Aberystwyth University","host_organization_lineage":["https://openalex.org/I16038530"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:publications.aston.ac.uk:42837","is_oa":true,"landing_page_url":"https://publications.aston.ac.uk/view/author/0b8eafb29402cfa7556be62577bd7851.html>,","pdf_url":"https://publications.aston.ac.uk/id/eprint/42837/1/Play_in_Situated_Humanoid_Robots.pdf","source":{"id":"https://openalex.org/S4306400483","display_name":"Aston Publications Explorer (Aston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169199633","host_organization_name":"Aston University","host_organization_lineage":["https://openalex.org/I169199633"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7400000095367432,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4214466495","display_name":null,"funder_award_id":"EP/M013510/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7615655560","display_name":"Developmental algorithms for robotics: Understanding the world of objects, interactions and tools.","funder_award_id":"EP/M013510/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320032","display_name":"Aberystwyth University","ror":"https://ror.org/015m2p889"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3179413567.pdf","grobid_xml":"https://content.openalex.org/works/W3179413567.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W15261032","https://openalex.org/W1500689260","https://openalex.org/W1592402337","https://openalex.org/W1963873191","https://openalex.org/W1982236582","https://openalex.org/W2031000577","https://openalex.org/W2031033888","https://openalex.org/W2032045505","https://openalex.org/W2035241102","https://openalex.org/W2043428869","https://openalex.org/W2052467472","https://openalex.org/W2061185641","https://openalex.org/W2076785048","https://openalex.org/W2080124931","https://openalex.org/W2092825254","https://openalex.org/W2099280439","https://openalex.org/W2110525007","https://openalex.org/W2112297536","https://openalex.org/W2139612737","https://openalex.org/W2154244491","https://openalex.org/W2155509247","https://openalex.org/W2157904933","https://openalex.org/W2161835833","https://openalex.org/W2164238092","https://openalex.org/W2171272632","https://openalex.org/W2174401281","https://openalex.org/W2401657790","https://openalex.org/W2411131211","https://openalex.org/W2548121280","https://openalex.org/W2565678376","https://openalex.org/W2582071673","https://openalex.org/W2583542729","https://openalex.org/W2587738683","https://openalex.org/W2601526093","https://openalex.org/W2614577845","https://openalex.org/W2806651607","https://openalex.org/W2910773760","https://openalex.org/W2972635287","https://openalex.org/W2979165213","https://openalex.org/W2991873963","https://openalex.org/W3000541057","https://openalex.org/W3005424296","https://openalex.org/W3012552717","https://openalex.org/W3098683774","https://openalex.org/W4231832368","https://openalex.org/W4239965725","https://openalex.org/W4256491851","https://openalex.org/W6600597844","https://openalex.org/W6685521131","https://openalex.org/W6737472369","https://openalex.org/W6773483857","https://openalex.org/W6775410608"],"related_works":["https://openalex.org/W2963178506","https://openalex.org/W4301244418","https://openalex.org/W2789446524","https://openalex.org/W2130280438","https://openalex.org/W3123424924","https://openalex.org/W2915059514","https://openalex.org/W2570508284","https://openalex.org/W2198321481","https://openalex.org/W1997666700","https://openalex.org/W2963637864"],"abstract_inverted_index":{"Exercising":[0],"sensorimotor":[1],"and":[2,14,30,95,114,135,180,191],"cognitive":[3],"functions":[4],"allows":[5],"humans,":[6],"including":[7],"infants,":[8,88],"to":[9,40,60,81,162,168,187],"interact":[10],"with":[11,77,117,147],"the":[12,85,93,106,110,118,122,126,137,158,164],"environment":[13,107],"objects":[15,98,148],"within":[16],"it.":[17],"In":[18],"particular,":[19],"during":[20],"everyday":[21],"activities,":[22],"infants":[23,59],"continuously":[24],"enrich":[25],"their":[26,62,115],"repertoire":[27],"of":[28,101,105,112,128,141,160,183],"actions,":[29],"by":[31,58],"playing,":[32],"they":[33],"experimentally":[34],"plan":[35],"such":[36],"actions":[37,113,186],"in":[38,66,121,149],"sequences":[39,182],"achieve":[41],"desired":[42],"goals.":[43],"The":[44,176],"latter,":[45],"reflected":[46],"as":[47],"perceptual":[48],"target":[49],"states,":[50],"are":[51,99],"built":[52],"on":[53],"previously":[54],"acquired":[55],"experiences":[56],"shaped":[57],"predict":[61],"actions.":[63],"Imitating":[64],"this,":[65],"developmental":[67],"robotics,":[68],"we":[69],"seek":[70],"methods":[71],"that":[72,90],"allow":[73],"autonomous":[74],"embodied":[75],"agents":[76],"no":[78],"prior":[79],"knowledge":[80],"acquire":[82],"information":[83],"about":[84],"environment.":[86],"Like":[87],"robots":[89],"actively":[91],"explore":[92],"surroundings":[94],"manipulate":[96],"proximate":[97],"capable":[100],"learning.":[102],"Their":[103],"understanding":[104],"develops":[108],"through":[109],"discovery":[111,139],"association":[116],"resulting":[119],"perceptions":[120],"world.":[123],"We":[124],"extend":[125],"development":[127],"Dev-PSchema,":[129],"a":[130],"schema-based,":[131],"open-ended":[132],"learning":[133],"system":[134],"examine":[136],"infant-like":[138],"process":[140],"new":[142],"generalized":[143],"skills":[144,167],"while":[145],"engaging":[146],"free-play":[150],"using":[151],"an":[152],"iCub":[153],"robot.":[154],"Our":[155],"experiments":[156],"demonstrate":[157],"capability":[159],"Dev-PSchema":[161],"utilize":[163],"newly":[165],"discovered":[166],"solve":[169,193],"user-defined":[170],"goals":[171],"beyond":[172],"its":[173],"past":[174],"experiences.":[175],"robot":[177],"can":[178],"generate":[179],"evaluate":[181],"interdependent":[184],"high-level":[185],"form":[188],"potential":[189],"solutions":[190],"ultimately":[192],"complex":[194],"problems":[195],"toward":[196],"tool-use.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}