{"id":"https://openalex.org/W2765567793","doi":"https://doi.org/10.1109/tcds.2018.2883249","title":"Social Reinforcement in Artificial Prelinguistic Development: A Study Using Intrinsically Motivated Exploration Architectures","display_name":"Social Reinforcement in Artificial Prelinguistic Development: A Study Using Intrinsically Motivated Exploration Architectures","publication_year":2018,"publication_date":"2018-11-26","ids":{"openalex":"https://openalex.org/W2765567793","doi":"https://doi.org/10.1109/tcds.2018.2883249","mag":"2765567793"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2018.2883249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2018.2883249","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/170531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065205005","display_name":"Juan M. Acevedo-Valle","orcid":"https://orcid.org/0000-0002-4005-2441"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Juan M. Acevedo-Valle","raw_affiliation_strings":["Department of Automatic Control, Knowledge Engineering Research Group, Universitat Polit\u00e8cnica de Catalunya (BarcelonaTech), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Automatic Control, Knowledge Engineering Research Group, Universitat Polit\u00e8cnica de Catalunya (BarcelonaTech), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025141452","display_name":"Verena V. Hafner","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Verena V. Hafner","raw_affiliation_strings":["Department of Computer Science, Adaptive Systems Group, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Adaptive Systems Group, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090952399","display_name":"Cecilio \u00c1ngulo","orcid":"https://orcid.org/0000-0001-9589-8199"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Cecilio Angulo","raw_affiliation_strings":["Department of Automatic Control, Knowledge Engineering Research Group, Universitat Polit\u00e8cnica de Catalunya (BarcelonaTech), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Automatic Control, Knowledge Engineering Research Group, Universitat Polit\u00e8cnica de Catalunya (BarcelonaTech), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065205005"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":1.6127,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82984395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":"2","first_page":"198","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6524561643600464},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5161729454994202},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5018393993377686},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5004260540008545},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4891276955604553},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.46359983086586},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42926138639450073},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3937043845653534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3553571105003357},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3470984697341919},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2800670862197876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6524561643600464},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5161729454994202},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5018393993377686},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5004260540008545},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4891276955604553},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.46359983086586},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42926138639450073},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3937043845653534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3553571105003357},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3470984697341919},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2800670862197876},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcds.2018.2883249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2018.2883249","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:dnet:upcommonspor::ae66785a30a5ea65208407bcafd489dc","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/170531","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/submittedVersion"},{"id":"pmh:oai:upcommons.upc.edu:2117/170531","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/170531","pdf_url":"http://hdl.handle.net/2117/170531","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:dnet:upcommonspor::ae66785a30a5ea65208407bcafd489dc","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/170531","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/submittedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6100000143051147,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3081380025","display_name":null,"funder_award_id":"project","funder_id":"https://openalex.org/F4320321739","funder_display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda"},{"id":"https://openalex.org/G4394579551","display_name":null,"funder_award_id":"216872","funder_id":"https://openalex.org/F4320324348","funder_display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda, Guatemala"}],"funders":[{"id":"https://openalex.org/F4320321739","display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","ror":"https://ror.org/059ex5q34"},{"id":"https://openalex.org/F4320324348","display_name":"Consejo Nacional de Ciencia y Tecnolog\u00eda, Guatemala","ror":"https://ror.org/03pr08s76"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1563799748","https://openalex.org/W1965378753","https://openalex.org/W1968653135","https://openalex.org/W1983146955","https://openalex.org/W1999307207","https://openalex.org/W2004303440","https://openalex.org/W2013830186","https://openalex.org/W2016090750","https://openalex.org/W2016937451","https://openalex.org/W2017341812","https://openalex.org/W2020944885","https://openalex.org/W2036773225","https://openalex.org/W2040142721","https://openalex.org/W2064092044","https://openalex.org/W2070157293","https://openalex.org/W2078845431","https://openalex.org/W2090252028","https://openalex.org/W2098204469","https://openalex.org/W2101524054","https://openalex.org/W2106876504","https://openalex.org/W2116086091","https://openalex.org/W2123081516","https://openalex.org/W2222056207","https://openalex.org/W2290215647","https://openalex.org/W2296323800","https://openalex.org/W2332705632","https://openalex.org/W2398500674","https://openalex.org/W2470271743","https://openalex.org/W2506864638","https://openalex.org/W2525759661","https://openalex.org/W2585151239","https://openalex.org/W2586494790","https://openalex.org/W2602871544","https://openalex.org/W2618381467","https://openalex.org/W2773440617","https://openalex.org/W2786164393","https://openalex.org/W2796093256","https://openalex.org/W4299830491","https://openalex.org/W6748003678"],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2091233881","https://openalex.org/W2352366064","https://openalex.org/W1570928019","https://openalex.org/W2124102101","https://openalex.org/W4250820896","https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2333383158"],"abstract_inverted_index":{"This":[0,89],"paper":[1],"introduces":[2],"an":[3,147],"intrinsically":[4],"motivated":[5],"sensorimotor":[6,59],"exploration":[7,191],"architecture":[8,37,101],"which":[9],"considers":[10,102],"social":[11,26,182],"reinforcement":[12,183],"and":[13,58,95,136,167,181,192,195],"motor":[14,66,83],"constraint":[15,97,179],"awareness.":[16],"The":[17],"main":[18],"objective":[19],"is":[20,53,73,91,119],"to":[21,39,44,93,121,126,154,185],"study":[22],"the":[23,71,100,107,115,131,139,144,150],"influence":[24],"of":[25,46,199],"interactions":[27],"during":[28,110],"artificial":[29],"early":[30],"prelinguistic":[31],"development.":[32],"We":[33],"argue":[34],"that":[35,79,105,129,178],"this":[36,134],"contributes":[38],"explain":[40],"development":[41],"from":[42],"voiceless":[43],"sequence":[45],"vowels":[47],"vocalizations.":[48],"A":[49],"cognitive":[50],"developmental":[51,200],"perspective":[52],"considered":[54,160],"emphasizing":[55],"embodied":[56],"cognition":[57],"exploratory":[60],"behaviors.":[61],"For":[62],"a":[63,76,82,122,164,169,196],"new-born":[64],"agent,":[65],"constraints":[67],"are":[68,159],"unknown.":[69],"However,":[70],"agent":[72],"endowed":[74],"with":[75,138],"somatosensory":[77],"system":[78],"indicates":[80],"if":[81],"configuration":[84],"was":[85],"reached":[86],"or":[87],"not.":[88],"information":[90],"used":[92],"model":[94],"predict":[96],"violations.":[98],"Furthermore,":[99],"imitative":[103],"behaviors":[104],"constrain":[106],"search":[108],"space":[109],"exploration.":[111],"Interaction":[112],"occurs":[113],"when":[114],"learner":[116,145],"sensory":[117,123,141],"production":[118],"similar":[120],"unit":[124],"relevant":[125,140],"communication.":[127],"In":[128,173],"case,":[130],"instructor":[132],"perceives":[133,146],"similitude":[135],"reformulates":[137],"unit.":[142],"When":[143],"utterance":[148],"by":[149],"instructor,":[151],"it":[152],"attempts":[153],"imitate":[155],"it.":[156],"Two":[157],"systems":[158],"for":[161],"experimentation:":[162],"1)":[163],"toy":[165],"example":[166],"2)":[168],"simulated":[170],"vocal":[171],"tract.":[172],"general,":[174],"our":[175],"results":[176],"suggest":[177],"awareness":[180],"contribute":[184],"achieve":[186],"less":[187],"redundant":[188],"exploration,":[189],"lower":[190],"evaluation":[193],"errors,":[194],"clearer":[197],"picture":[198],"transitions.":[201]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}