{"id":"https://openalex.org/W2963086650","doi":"https://doi.org/10.1109/iros40897.2019.8967799","title":"A Bi-directional Multiple Timescales LSTM Model for Grounding of Actions and Verbs","display_name":"A Bi-directional Multiple Timescales LSTM Model for Grounding of Actions and Verbs","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2963086650","doi":"https://doi.org/10.1109/iros40897.2019.8967799","mag":"2963086650"},"language":"en","primary_location":{"id":"doi:10.1109/iros40897.2019.8967799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8967799","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103918369","display_name":"Alexandre Antunes","orcid":null},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Alexandre Antunes","raw_affiliation_strings":["University of Plymouth,School of Computing, Electronics and Mathematics,Plymouth,United Kingdom","School of Computing, Electronics and Mathematics, University of Plymouth, Plymouth, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Plymouth,School of Computing, Electronics and Mathematics,Plymouth,United Kingdom","institution_ids":["https://openalex.org/I897542642"]},{"raw_affiliation_string":"School of Computing, Electronics and Mathematics, University of Plymouth, Plymouth, United Kingdom","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057616666","display_name":"Alban Laflaqui\u00e8re","orcid":"https://orcid.org/0000-0002-3842-0858"},"institutions":[{"id":"https://openalex.org/I4210118101","display_name":"SoftBank Robotics (France)","ror":"https://ror.org/02msvh720","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210118101","https://openalex.org/I4210120159"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alban Laflaquiere","raw_affiliation_strings":["AI Lab, SoftBank Robotics Europe,Paris,France","AI Lab, SoftBank Robotics Europe, Paris, France"],"affiliations":[{"raw_affiliation_string":"AI Lab, SoftBank Robotics Europe,Paris,France","institution_ids":["https://openalex.org/I4210118101"]},{"raw_affiliation_string":"AI Lab, SoftBank Robotics Europe, Paris, France","institution_ids":["https://openalex.org/I4210118101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["Waseda University, Tokyo, Japan, and Artificial Intelligence Research Center at AIST,Department of Intermedia Art and Science,Tokyo,Japan","Department of Intermedia Art and Science, Waseda University, Tokyo, Japan, and Artificial Intelligence Research Center at AIST, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan, and Artificial Intelligence Research Center at AIST,Department of Intermedia Art and Science,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Department of Intermedia Art and Science, Waseda University, Tokyo, Japan, and Artificial Intelligence Research Center at AIST, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091768977","display_name":"Angelo Cangelosi","orcid":"https://orcid.org/0000-0002-4709-2243"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Cangelosi","raw_affiliation_strings":["University of Plymouth,School of Computing, Electronics and Mathematics,Plymouth,United Kingdom","School of Computing, Electronics and Mathematics, University of Plymouth, Plymouth, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Plymouth,School of Computing, Electronics and Mathematics,Plymouth,United Kingdom","institution_ids":["https://openalex.org/I897542642"]},{"raw_affiliation_string":"School of Computing, Electronics and Mathematics, University of Plymouth, Plymouth, United Kingdom","institution_ids":["https://openalex.org/I897542642"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103918369"],"corresponding_institution_ids":["https://openalex.org/I897542642"],"apc_list":null,"apc_paid":null,"fwci":1.0114,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82744825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2614","last_page":"2621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/icub","display_name":"iCub","score":0.9434597492218018},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7726620435714722},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.69571852684021},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6435496211051941},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6070020198822021},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5537124276161194},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5464344620704651},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48080578446388245},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.458562970161438},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4474048912525177},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43919339776039124},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.42550474405288696},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3748796582221985},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3736472725868225},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.16260701417922974},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0781467854976654}],"concepts":[{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.9434597492218018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7726620435714722},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.69571852684021},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6435496211051941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6070020198822021},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5537124276161194},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5464344620704651},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48080578446388245},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.458562970161438},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4474048912525177},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43919339776039124},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.42550474405288696},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3748796582221985},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3736472725868225},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.16260701417922974},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0781467854976654},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros40897.2019.8967799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros40897.2019.8967799","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/012721e9-b06a-40c3-ab20-5ec130f1e4ca","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/012721e9-b06a-40c3-ab20-5ec130f1e4ca","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Antunes, A, Laflaqui\u00e8re, A, Ogata, T & Cangelosi, A 2019, A Bi-directional Multiple Timescales LSTM Model for Grounding of Actions and Verbs. in 2019 IEEE/RSJ International Conference on Intelligent Robots and Systems . 2019 IEEE/RSJ International Conference on Intelligent Robots and Systems , Macao, China, 4/11/19.","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7599999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W185734321","https://openalex.org/W1557443950","https://openalex.org/W1934909785","https://openalex.org/W2028418738","https://openalex.org/W2064675550","https://openalex.org/W2076748564","https://openalex.org/W2079058524","https://openalex.org/W2093341892","https://openalex.org/W2100341056","https://openalex.org/W2133564696","https://openalex.org/W2138660131","https://openalex.org/W2157331557","https://openalex.org/W2161222115","https://openalex.org/W2176263492","https://openalex.org/W2251189452","https://openalex.org/W2264591915","https://openalex.org/W2389918067","https://openalex.org/W2594646542","https://openalex.org/W2749915133","https://openalex.org/W2766736793","https://openalex.org/W2862846329","https://openalex.org/W2914484425","https://openalex.org/W2949801941","https://openalex.org/W2961230000","https://openalex.org/W2963248296","https://openalex.org/W2963911920","https://openalex.org/W2963951528","https://openalex.org/W2963964519","https://openalex.org/W2964308564","https://openalex.org/W4255949318","https://openalex.org/W6679434410","https://openalex.org/W6680587008","https://openalex.org/W6685322675","https://openalex.org/W6693782624","https://openalex.org/W6711187598","https://openalex.org/W6734879772"],"related_works":["https://openalex.org/W2130280438","https://openalex.org/W2079582948","https://openalex.org/W4235148364","https://openalex.org/W1999531358","https://openalex.org/W2122050160","https://openalex.org/W4237651640","https://openalex.org/W2160451571","https://openalex.org/W2495256954","https://openalex.org/W2259317772","https://openalex.org/W3182641214"],"abstract_inverted_index":{"In":[0],"this":[1,105,132],"paper":[2],"we":[3,103],"present":[4],"a":[5,10,19,56,74,81,84,98,135],"neural":[6],"architecture":[7],"to":[8,35,38,79,92],"learn":[9],"bi-directional":[11,75,147],"mapping":[12],"between":[13],"actions":[14,37,124,161],"and":[15,63,123,149,167],"language.":[16],"We":[17,69,130],"implement":[18],"Multiple":[20,114],"Timescale":[21,115],"Long":[22],"Short-Term":[23],"Memory":[24],"(MT-LSTM)":[25],"network":[26,156],"comprised":[27],"of":[28,55,109,113,137,144,174,182],"7":[29],"layers":[30],"with":[31,134],"different":[32,138],"timescale":[33],"factors,":[34],"connect":[36],"language":[39,64],"without":[40],"explicitly":[41,128],"learning":[42,77],"an":[43,94,164],"intermediate":[44],"representation.":[45],"Instead,":[46],"the":[47,53,67,71,110,142,146,150,155,180,183],"model":[48,72,106,133],"self-organizes":[49],"such":[50],"representations":[51],"at":[52,66,179],"level":[54],"slow-varying":[57],"latent":[58],"layer,":[59],"linking":[60],"action":[61,86,95],"branch":[62,65],"center.":[68],"train":[70],"in":[73,120],"way,":[76],"how":[78,91],"produce":[80],"sentence":[82,99],"from":[83],"certain":[85],"sequence":[87,96],"input":[88],"and,":[89],"simultaneously,":[90],"generate":[93],"given":[97],"as":[100],"input.":[101],"Furthermore":[102],"show":[104],"preserves":[107],"some":[108],"generalization":[111],"behaviour":[112],"Recurrent":[116],"Neural":[117],"Networks":[118],"(MTRNN)":[119],"generating":[121],"sentences":[122],"that":[125],"were":[126],"not":[127],"trained.":[129],"compare":[131],"number":[136],"baseline":[139],"models,":[140],"confirming":[141],"importance":[143],"both":[145],"training":[148],"multiple":[151],"timescales":[152],"architecture.":[153],"Finally,":[154],"was":[157],"evaluated":[158],"on":[159],"motor":[160],"performed":[162],"by":[163],"iCub":[165],"robot":[166],"their":[168],"corresponding":[169],"letter-based":[170],"description.":[171],"The":[172],"results":[173],"these":[175],"experiments":[176],"are":[177],"presented":[178],"end":[181],"paper.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}