{"id":"https://openalex.org/W2773030754","doi":"https://doi.org/10.1109/iros.2017.8206514","title":"A multimodal dataset for object model learning from natural human-robot interaction","display_name":"A multimodal dataset for object model learning from natural human-robot interaction","publication_year":2017,"publication_date":"2017-09-01","ids":{"openalex":"https://openalex.org/W2773030754","doi":"https://doi.org/10.1109/iros.2017.8206514","mag":"2773030754"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2017.8206514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8206514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046339583","display_name":"Pablo Azagra","orcid":"https://orcid.org/0000-0002-3567-3294"},"institutions":[{"id":"https://openalex.org/I255234318","display_name":"Universidad de Zaragoza","ror":"https://ror.org/012a91z28","country_code":"ES","type":"education","lineage":["https://openalex.org/I255234318"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Azagra","raw_affiliation_strings":["DIIS-I3A, Universidad de Zaragoza, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIIS-I3A, Universidad de Zaragoza, Spain","institution_ids":["https://openalex.org/I255234318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074755353","display_name":"Florian Golemo","orcid":"https://orcid.org/0000-0001-9238-7764"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Florian Golemo","raw_affiliation_strings":["INRIA Bordeaux Sud-Ouest, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Bordeaux Sud-Ouest, France","institution_ids":["https://openalex.org/I4210131512","https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074172429","display_name":"Yoan Mollard","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yoan Mollard","raw_affiliation_strings":["INRIA Bordeaux Sud-Ouest, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Bordeaux Sud-Ouest, France","institution_ids":["https://openalex.org/I4210131512","https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033856151","display_name":"Manuel Lopes","orcid":"https://orcid.org/0000-0002-6238-8974"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Manuel Lopes","raw_affiliation_strings":["INESC-ID, Univ. de Lisboa, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID, Univ. de Lisboa, Portugal","institution_ids":["https://openalex.org/I121345201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077355742","display_name":"Javier Civera","orcid":"https://orcid.org/0000-0003-1368-1151"},"institutions":[{"id":"https://openalex.org/I255234318","display_name":"Universidad de Zaragoza","ror":"https://ror.org/012a91z28","country_code":"ES","type":"education","lineage":["https://openalex.org/I255234318"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Civera","raw_affiliation_strings":["DIIS-I3A, Universidad de Zaragoza, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIIS-I3A, Universidad de Zaragoza, Spain","institution_ids":["https://openalex.org/I255234318"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074342722","display_name":"Ana C. Murillo","orcid":"https://orcid.org/0000-0002-7580-9037"},"institutions":[{"id":"https://openalex.org/I255234318","display_name":"Universidad de Zaragoza","ror":"https://ror.org/012a91z28","country_code":"ES","type":"education","lineage":["https://openalex.org/I255234318"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana C. Murillo","raw_affiliation_strings":["DIIS-I3A, Universidad de Zaragoza, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIIS-I3A, Universidad de Zaragoza, Spain","institution_ids":["https://openalex.org/I255234318"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6466,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.7936532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"6134","last_page":"6141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8333046436309814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7651864886283875},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7376030683517456},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6449395418167114},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5952738523483276},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.5236808061599731},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5208845138549805},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49879002571105957},{"id":"https://openalex.org/keywords/learning-object","display_name":"Learning object","score":0.4953211843967438},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4213123321533203},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40794527530670166},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32218870520591736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8333046436309814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7651864886283875},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7376030683517456},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6449395418167114},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5952738523483276},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.5236808061599731},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5208845138549805},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49879002571105957},{"id":"https://openalex.org/C2779542340","wikidata":"https://www.wikidata.org/wiki/Q1062461","display_name":"Learning object","level":2,"score":0.4953211843967438},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4213123321533203},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40794527530670166},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32218870520591736},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros.2017.8206514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2017.8206514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5400000214576721,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W907995911","https://openalex.org/W2005756025","https://openalex.org/W2031353562","https://openalex.org/W2070338807","https://openalex.org/W2101024363","https://openalex.org/W2106336084","https://openalex.org/W2110525007","https://openalex.org/W2117228865","https://openalex.org/W2117539524","https://openalex.org/W2118246710","https://openalex.org/W2128017662","https://openalex.org/W2132734311","https://openalex.org/W2146447720","https://openalex.org/W2156222070","https://openalex.org/W2161969291","https://openalex.org/W2163605009","https://openalex.org/W2165830610","https://openalex.org/W2197367234","https://openalex.org/W2307922930","https://openalex.org/W6624454233","https://openalex.org/W6679404632","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W2380685755","https://openalex.org/W3021540629","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W3171253712","https://openalex.org/W2171591485","https://openalex.org/W1200423363","https://openalex.org/W4387272257","https://openalex.org/W1502661168"],"abstract_inverted_index":{"Learning":[0],"object":[1,78,81,103,130,156,177],"models":[2,79,114],"in":[3,47,123],"the":[4,39,45,85,97,102,105,113,116,124,128,133,137,146,155],"wild":[5],"from":[6,84,115],"natural":[7,87],"human":[8],"interactions":[9,37],"is":[10,107,165,190],"an":[11,73],"essential":[12],"ability":[13],"for":[14,67,145],"robots":[15],"to":[16,44,153,168,175],"perform":[17],"general":[18],"tasks.":[19,69],"In":[20],"this":[21,30],"paper":[22],"we":[23,71],"present":[24,72],"a":[25,63],"robocentric":[26],"multimodal":[27],"dataset":[28,34,164],"addressing":[29],"key":[31],"challenge.":[32],"Our":[33,89,119,158],"focuses":[35],"on":[36,187],"where":[38],"user":[40],"teaches":[41],"new":[42],"objects":[43],"robot":[46],"various":[48],"ways.":[49],"It":[50],"contains":[51],"synchronized":[52],"recordings":[53],"of":[54,132,139,182],"visual":[55,143],"(3":[56],"cameras)":[57],"and":[58,110,142,149,170],"audio":[59],"data":[60,189],"which":[61],"provide":[62],"challenging":[64,166],"evaluation":[65],"framework":[66],"different":[68],"Additionally,":[70],"end-to-end":[74],"system":[75],"that":[76,104,162,194],"learns":[77],"using":[80],"patches":[82,131],"extracted":[83,117],"recorded":[86],"interactions.":[88],"proposed":[90],"pipeline":[91],"follows":[92],"these":[93],"steps:":[94],"(a)":[95],"recognizing":[96],"interaction":[98,106,147],"type,":[99],"(b)":[100],"detecting":[101],"focusing":[108],"on,":[109],"(c)":[111],"learning":[112,178],"data.":[118],"main":[120],"contribution":[121],"lies":[122],"steps":[125],"towards":[126],"identifying":[127],"target":[129],"images.":[134],"We":[135,192],"demonstrate":[136,193],"advantages":[138],"combining":[140],"language":[141],"features":[144],"recognition":[148],"use":[150],"multiple":[151],"views":[152],"improve":[154],"modelling.":[157],"experimental":[159],"results":[160],"show":[161],"our":[163,188,195],"due":[167],"occlusions":[169],"domain":[171],"change":[172],"with":[173],"respect":[174],"typical":[176],"frameworks.":[179],"The":[180],"performance":[181],"common":[183],"out-of-the-box":[184],"classifiers":[185],"trained":[186],"low.":[191],"algorithm":[196],"outperforms":[197],"such":[198],"baselines.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}